-- Logs begin at Thu 2022-01-27 11:57:39 UTC, end at Thu 2022-01-27 13:06:51 UTC. -- Jan 27 12:37:32.693936 dv-cinder-824031-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 27 12:37:35.643119 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.common.config [-] Logging enabled! Jan 27 12:37:35.643665 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev434 Jan 27 12:37:35.643835 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109350) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 12:37:35.647040 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.common.config [-] Logging enabled! Jan 27 12:37:35.647301 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev434 Jan 27 12:37:35.647618 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109350) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 12:37:35.648565 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 12:37:35.648807 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 12:37:35.649181 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 12:37:35.649436 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 12:37:35.649668 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 12:37:35.649995 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.650419 dv-cinder-824031-3-iscsi neutron-server[109350]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 27 12:37:35.650764 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.651083 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.651382 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.651678 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.651974 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.652260 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.652554 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.652854 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.653144 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.653425 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.653712 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.654008 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.654297 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.654590 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.654927 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.655217 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] debug = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.655502 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.655929 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.656365 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.656653 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.656949 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.657233 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.659542 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.659542 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.659542 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.659542 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] host = dv-cinder-824031-3-iscsi {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.659542 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.659988 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.659988 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.660285 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.660566 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.660853 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.661147 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.661427 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.661706 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] log_file = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.661985 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.662277 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.662568 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.662900 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.663133 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.663363 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.663656 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.663948 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.664227 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.664505 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.664782 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.665058 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.665335 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.665609 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.665895 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.666179 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.666468 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.666767 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.667055 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.667331 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.667607 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.667897 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.668173 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.668448 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.668723 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.669012 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.669286 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.669563 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.669868 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.670158 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.670446 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.670746 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.671069 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.671361 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.671636 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.671911 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.672184 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] use_json = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.672458 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.672730 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.673038 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.673315 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.673590 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.673866 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.674140 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.674429 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.674703 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:35.675027 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.675329 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.675635 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.675945 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.676243 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.676526 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.676819 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.677100 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.677395 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.677722 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.677983 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.678268 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.678570 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.678903 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.679206 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.679518 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.679816 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.680112 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.680391 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.680670 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.680963 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.681235 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.681526 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.681807 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.682102 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.682396 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.682678 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.683004 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.683294 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.683590 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.683883 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.684162 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.684444 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.684738 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.685020 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.685297 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.685581 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.685875 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.686158 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.686435 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.686723 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.687033 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.687314 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.687593 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.687877 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.688172 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.688454 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.688761 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.689036 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.689317 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.689595 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.689885 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.690168 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.690447 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.690725 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.691028 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.691308 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.691584 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.691865 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.692142 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.692422 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.692699 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.692974 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.693248 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.693524 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.693802 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.694079 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.694356 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.694636 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.694938 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.695213 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.695489 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.695765 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.696043 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.696331 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.696631 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.696911 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.697192 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.697472 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.697751 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.698030 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.698310 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.698589 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.698891 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.699172 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.699466 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.699753 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.700040 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.700348 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.700628 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.700926 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.701211 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.701495 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.701775 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.702054 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.702339 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.702624 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.702957 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.703258 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.703557 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.703868 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.704153 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.704951 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.705266 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.705554 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:35.705777 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 12:37:35.706023 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109350) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 27 12:37:36.080656 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 27 12:37:36.080942 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 27 12:37:36.081255 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 27 12:37:36.081591 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 27 12:37:36.411670 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.411970 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.412245 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.413571 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.413851 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.414120 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.458712 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.459085 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.459355 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.473924 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.474211 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.474483 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.505460 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.505747 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.506020 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.542412 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.542697 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.542996 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.876898 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.877491 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.877491 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.877666 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.878304 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.977981 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.978312 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.978603 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.978922 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.979192 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.979511 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.979778 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.980040 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.980302 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.980588 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.980854 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.981122 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.981384 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.981639 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.981906 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.982175 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.982437 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.982708 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.983011 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.983277 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.983553 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.983812 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.984094 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.984474 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.984730 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.984980 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:36.985372 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 12:37:36.985640 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 12:37:36.985884 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 12:37:36.986126 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 12:37:36.986367 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 12:37:36.986606 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 12:37:36.986996 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 27 12:37:36.990122 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 27 12:37:36.994241 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 27 12:37:36.997950 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jan 27 12:37:36.999639 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 27 12:37:37.000101 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 27 12:37:37.000441 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 27 12:37:37.000826 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 27 12:37:37.003728 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 27 12:37:37.003990 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 27 12:37:37.004338 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 12:37:37.009719 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 27 12:37:37.034890 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 27 12:37:37.035346 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:37.035644 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109350) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 27 12:37:37.036010 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:37.037394 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109350) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 27 12:37:37.037677 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 12:37:37.037928 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 27 12:37:37.041126 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:37.041412 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:37.106512 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 27 12:37:37.106777 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 27 12:37:37.107025 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 27 12:37:37.107395 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 27 12:37:37.127238 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_db.sqlalchemy.engines [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109350) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 27 12:37:37.664932 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.managers [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Initializing driver for type 'gre' Jan 27 12:37:37.665485 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] gre ID ranges: [(1, 1000)] Jan 27 12:37:37.847760 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.managers [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Initializing driver for type 'local' Jan 27 12:37:37.848106 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.managers [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Initializing driver for type 'vlan' Jan 27 12:37:37.933539 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] VlanTypeDriver initialization complete Jan 27 12:37:37.934120 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.managers [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Initializing driver for type 'vxlan' Jan 27 12:37:37.934342 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] vxlan ID ranges: [(1, 1000)] Jan 27 12:37:38.059243 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.managers [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Initializing extension driver 'port_security' Jan 27 12:37:38.059585 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.extensions.port_security [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] PortSecurityExtensionDriver initialization complete Jan 27 12:37:38.059925 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.managers [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Initializing mechanism driver 'openvswitch' Jan 27 12:37:38.060281 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.managers [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Initializing mechanism driver 'hyperv' Jan 27 12:37:38.066927 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.plugins.ml2.plugin [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:37:38.067652 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > port after_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.068027 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > port after_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.071036 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > port after_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.071036 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109350) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 12:37:38.071036 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > subnet after_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.071036 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > subnet after_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.071036 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > subnet after_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.071386 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109350) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 12:37:38.071386 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > network after_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.071386 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > network after_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.071602 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > network after_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.071892 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109350) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 12:37:38.072307 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > security_group after_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.072655 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > security_group after_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.072997 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > security_group after_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.073532 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109350) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 12:37:38.073949 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.074625 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.074997 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.075396 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109350) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 12:37:38.075841 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > address_group after_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.076193 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > address_group after_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.076532 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > address_group after_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.076923 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109350) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 12:37:38.077368 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] ML2 OVO RPC backend initialized. {{(pid=109350) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 27 12:37:38.078062 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > router_interface after_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.078425 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.078867 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > network before_response 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.079251 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > networks before_response 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.079638 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > port before_response 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.079987 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > ports before_response 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.080328 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > subnet before_response 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.080676 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > subnets before_response 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.081019 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > network after_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.081385 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > network after_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.081723 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > network after_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.082064 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > port after_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.082401 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > port after_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.082757 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > port after_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.083093 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > subnet after_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.083431 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > subnet after_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.083769 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > subnet after_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.091010 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.quota [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded quota_driver: . Jan 27 12:37:38.091372 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.plugin [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Modular L2 Plugin initialization complete Jan 27 12:37:38.091719 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading services supported by the core plugin {{(pid=109350) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 27 12:37:38.092065 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.plugins.ml2.managers [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Got port-security extension from driver 'port_security' Jan 27 12:37:38.092539 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.extensions.vlantransparent [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Disabled vlantransparent extension. Jan 27 12:37:38.093030 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109350) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 27 12:37:38.093356 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading Plugin: router Jan 27 12:37:38.130822 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > router_interface before_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.131218 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > router after_create 55549900 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.131594 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > router before_create 55549900 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.131957 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.132332 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.132690 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > router after_delete 55549900 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.133049 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > floatingip after_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.133427 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > floatingip after_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.133782 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > router after_create 55549900 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.134125 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > router after_update 55549900 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.134470 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > router after_update 55549900 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.134837 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.135194 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > router after_update 55549900 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.135602 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > router precommit_update 55549900 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.136247 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: port after_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.136582 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: port after_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.136918 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: subnet after_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.137253 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.137598 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > port precommit_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.137941 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > router precommit_create 55549900 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.138281 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: port before_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.138624 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > router precommit_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.139009 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > router after_update 55549900 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.139352 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > router precommit_delete 55549900 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.139700 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > router precommit_create 55549900 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.140057 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > router_interface after_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.140400 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > router precommit_update 55549900 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.140760 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > agent after_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.141104 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > agent after_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.141446 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > network after_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.142333 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Tracking information for resource: router configured {{(pid=109350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 12:37:38.142665 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Tracking information for resource: floatingip configured {{(pid=109350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 12:37:38.147563 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.db.l3_agentschedulers_db [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 27 12:37:38.148126 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: port after_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.148485 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: port after_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.148835 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: port after_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.149178 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: port after_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.150098 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > router before_create 55550100 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.150464 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > router precommit_delete 55550100 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.150850 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > router precommit_create 55550100 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.151212 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > router precommit_update 55550100 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.155909 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.services.provider_configuration [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Service providers = [] {{(pid=109350) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 27 12:37:38.156283 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.db.servicetype_db [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109350) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 27 12:37:38.159837 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.services.service_base [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109350) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 12:37:38.160187 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.services.service_base [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109350) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 12:37:38.160530 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.services.service_base [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109350) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 12:37:38.161412 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.services.service_base [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109350) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 12:37:38.161783 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.services.service_base [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 27 12:37:38.162159 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 12:37:38.162473 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 27 12:37:38.173744 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 12:37:38.174082 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading Plugin: auto_allocate Jan 27 12:37:38.179901 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: network precommit_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.180266 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: network precommit_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.180784 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 12:37:38.181103 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading Plugin: tag Jan 27 12:37:38.187715 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 12:37:38.188006 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading Plugin: timestamp Jan 27 12:37:38.192046 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 12:37:38.192382 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading Plugin: network_ip_availability Jan 27 12:37:38.197803 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.198174 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.198529 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.199265 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 12:37:38.199587 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading Plugin: flavors Jan 27 12:37:38.204379 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 12:37:38.204710 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading Plugin: revisions Jan 27 12:37:38.208991 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 12:37:38.209387 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_concurrency.lockutils [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.128s {{(pid=109350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 27 12:37:38.210124 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109350) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 27 12:37:38.210459 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Initializing extension manager. Jan 27 12:37:38.211010 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: __init__.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.211353 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: __pycache__ {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.211684 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.212014 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: address_group.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.212759 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.213316 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: address-group Jan 27 12:37:38.213638 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: address_scope.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.214344 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.214896 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: address-scope Jan 27 12:37:38.215219 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: admin_state_down_before_update.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.216154 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.216669 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: router-admin-state-down-before-update Jan 27 12:37:38.216992 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: agent.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.217876 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.218382 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: agent Jan 27 12:37:38.218705 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: agent_resources_synced.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.219647 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.220676 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: agent-resources-synced Jan 27 12:37:38.220999 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: allowedaddresspairs.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.222780 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.223307 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: allowed-address-pairs Jan 27 12:37:38.223634 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: auto_allocated_topology.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.224696 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.225211 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: auto-allocated-topology Jan 27 12:37:38.225537 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: availability_zone.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.226228 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.226730 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: availability_zone Jan 27 12:37:38.227083 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: availability_zone_filter.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.227992 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.228500 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: availability_zone_filter Jan 27 12:37:38.228820 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: data_plane_status.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.229712 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.230214 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension data-plane-status not supported by any of loaded plugins Jan 27 12:37:38.230535 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: default_subnetpools.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.231467 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.231973 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: default-subnetpools Jan 27 12:37:38.232295 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: dhcpagentscheduler.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.233090 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.233603 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: dhcp_agent_scheduler Jan 27 12:37:38.233926 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: dns.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.234855 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.235386 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension dns-integration not supported by any of loaded plugins Jan 27 12:37:38.236286 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: dns_domain_ports.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.237205 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.237718 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 27 12:37:38.238040 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.238985 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.239491 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 27 12:37:38.239814 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: dvr.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.240480 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.240986 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: dvr Jan 27 12:37:38.241307 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: ecmp_routes.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.242214 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.242714 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension ecmp_routes not supported by any of loaded plugins Jan 27 12:37:38.243068 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: empty_string_filtering.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.243981 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.244486 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: empty-string-filtering Jan 27 12:37:38.244804 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.245704 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.246206 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 27 12:37:38.246523 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.247458 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.247960 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 27 12:37:38.248278 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: external_net.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.249175 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.249676 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: external-net Jan 27 12:37:38.249993 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: extra_dhcp_opt.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.250940 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.251471 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: extra_dhcp_opt Jan 27 12:37:38.251793 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: extraroute.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.252691 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.253192 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: extraroute Jan 27 12:37:38.253510 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: extraroute_atomic.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.254530 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.255069 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: extraroute-atomic Jan 27 12:37:38.255390 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: filter_validation.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.256046 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.256546 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: filter-validation Jan 27 12:37:38.256868 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: fip_pf_description.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.257772 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.258392 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 27 12:37:38.258718 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: fip_port_details.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.259665 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.260177 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: fip-port-details Jan 27 12:37:38.260497 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: flavors.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.262005 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.262524 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: flavors Jan 27 12:37:38.262879 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.264557 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.265082 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 27 12:37:38.265410 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: floatingip_pools.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.266108 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.266646 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: floatingip-pools Jan 27 12:37:38.267001 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: ip_allocation.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.267927 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.268434 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension ip_allocation not supported by any of loaded plugins Jan 27 12:37:38.268757 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.269670 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.270183 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: ip-substring-filtering Jan 27 12:37:38.270509 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: l2_adjacency.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.271460 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.271965 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension l2_adjacency not supported by any of loaded plugins Jan 27 12:37:38.272309 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: l3.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.273267 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.273782 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: router Jan 27 12:37:38.274103 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: l3_conntrack_helper.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.277017 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.277017 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 27 12:37:38.277345 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.278270 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.278806 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: ext-gw-mode Jan 27 12:37:38.279134 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.280048 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.280555 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: l3-ha Jan 27 12:37:38.280877 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: l3_flavors.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.281789 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.282900 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: l3-flavors Jan 27 12:37:38.283231 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.284141 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.284645 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: l3-port-ip-change-not-allowed Jan 27 12:37:38.284964 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: l3agentscheduler.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.285994 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.286503 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: l3_agent_scheduler Jan 27 12:37:38.286859 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: local_ip.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.288649 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.289177 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension local_ip not supported by any of loaded plugins Jan 27 12:37:38.289510 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: logging.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.291038 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.291557 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension logging not supported by any of loaded plugins Jan 27 12:37:38.291886 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: metering.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.292625 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.293197 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: metering Jan 27 12:37:38.293520 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.294611 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.295159 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: metering_source_and_destination_fields Jan 27 12:37:38.295484 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: multiprovidernet.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.296401 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.296912 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: multi-provider Jan 27 12:37:38.297236 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: netmtu.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.298795 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.299300 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: net-mtu Jan 27 12:37:38.299622 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: netmtu_writable.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.300540 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.301044 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: net-mtu-writable Jan 27 12:37:38.301365 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: network_availability_zone.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.302029 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.302531 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: network_availability_zone Jan 27 12:37:38.302896 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: network_ip_availability.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.304014 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.304528 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: network-ip-availability Jan 27 12:37:38.304854 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: network_segment_range.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.305613 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.306117 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension network-segment-range not supported by any of loaded plugins Jan 27 12:37:38.306440 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: pagination.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.307461 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.307792 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: pagination Jan 27 12:37:38.308114 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: port_device_profile.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.309011 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.309523 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: port-device-profile Jan 27 12:37:38.309845 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.310774 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.311284 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: port-mac-address-regenerate Jan 27 12:37:38.311603 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.312632 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.313144 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: port-numa-affinity-policy Jan 27 12:37:38.313463 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: port_resource_request.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.314395 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.314931 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension port-resource-request not supported by any of loaded plugins Jan 27 12:37:38.315255 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: port_resource_request_groups.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.316209 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.316715 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 27 12:37:38.317032 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: portbindings.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.317951 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.318457 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: binding Jan 27 12:37:38.318801 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: portbindings_extended.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.320083 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.320594 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: binding-extended Jan 27 12:37:38.320919 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: portsecurity.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.321825 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.322334 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: port-security Jan 27 12:37:38.322656 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: project_id.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.323648 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.323974 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: project-id Jan 27 12:37:38.324296 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: providernet.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.325195 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.325700 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: provider Jan 27 12:37:38.326019 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: qos.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.330199 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.330717 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension qos not supported by any of loaded plugins Jan 27 12:37:38.331074 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.332325 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.332842 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 27 12:37:38.333170 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.334084 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.334597 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 27 12:37:38.334954 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: qos_default.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.335862 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.336375 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension qos-default not supported by any of loaded plugins Jan 27 12:37:38.336697 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: qos_fip.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.337622 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.338143 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension qos-fip not supported by any of loaded plugins Jan 27 12:37:38.338471 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: qos_fip_network_policy.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.339411 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.339927 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 27 12:37:38.340248 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: qos_gateway_ip.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.341164 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.341674 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 27 12:37:38.341995 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: qos_port_network_policy.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.342934 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.343442 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 27 12:37:38.343761 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.345374 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.345893 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 27 12:37:38.346213 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: qos_pps_rule.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.347419 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.347934 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension qos-pps not supported by any of loaded plugins Jan 27 12:37:38.348264 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: qos_rule_type_details.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.349180 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.349687 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 27 12:37:38.350009 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: qos_rules_alias.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.351080 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.351588 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 27 12:37:38.351910 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: quota_check_limit.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.352822 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.353331 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: quota-check-limit Jan 27 12:37:38.353653 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: quotasv2.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.354563 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.354916 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: quotas Jan 27 12:37:38.355235 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: quotasv2_detail.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.357059 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.357396 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: quota_details Jan 27 12:37:38.357729 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: rbac.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.358792 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.359416 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: rbac-policies Jan 27 12:37:38.359755 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: rbac_address_group.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.360703 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.361216 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: rbac-address-group Jan 27 12:37:38.361539 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: rbac_address_scope.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.362454 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.363000 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: rbac-address-scope Jan 27 12:37:38.363326 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: rbac_security_groups.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.364237 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.364749 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: rbac-security-groups Jan 27 12:37:38.365072 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: rbac_subnetpool.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.365990 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.366501 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: rbac-subnetpool Jan 27 12:37:38.366913 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: revisionifmatch.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.380737 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.381248 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: revision-if-match Jan 27 12:37:38.381567 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: revisions.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.382686 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.383216 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: standard-attr-revisions Jan 27 12:37:38.383539 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: router_availability_zone.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.384238 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.384757 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: router_availability_zone Jan 27 12:37:38.385079 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: routerservicetype.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.386253 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.386789 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension router-service-type not supported by any of loaded plugins Jan 27 12:37:38.387108 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.388104 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.388619 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: security-groups-normalized-cidr Jan 27 12:37:38.388941 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: security_groups_port_filtering.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.389894 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.390402 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: port-security-groups-filtering Jan 27 12:37:38.390729 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.392216 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.392720 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: security-groups-remote-address-group Jan 27 12:37:38.393038 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.393970 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.394477 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: security-groups-shared-filtering Jan 27 12:37:38.394827 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.395447 dv-cinder-824031-3-iscsi neutron-server[109350]: WARNING neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 27 12:37:38.395767 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: securitygroup.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.405552 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.406084 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: security-group Jan 27 12:37:38.406837 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: segment.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.407900 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.408417 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension segment not supported by any of loaded plugins Jan 27 12:37:38.408748 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.409703 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.410214 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 27 12:37:38.410542 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: servicetype.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.411747 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.412264 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: service-type Jan 27 12:37:38.412592 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: sorting.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.413614 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.413946 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: sorting Jan 27 12:37:38.414269 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: standard_attr_segment.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.415212 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.415725 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 27 12:37:38.416049 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: standardattrdescription.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.416693 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.417200 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: standard-attr-description Jan 27 12:37:38.417533 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: stateful_security_group.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.418495 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.419044 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: stateful-security-group Jan 27 12:37:38.419369 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: stdattrs_common.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.419937 dv-cinder-824031-3-iscsi neutron-server[109350]: WARNING neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 27 12:37:38.420256 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.421199 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.421719 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 27 12:37:38.422038 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: subnet_onboard.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.423167 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.423687 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: subnet_onboard Jan 27 12:37:38.424088 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.424968 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.425488 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 27 12:37:38.425812 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: subnet_service_types.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.426728 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.427274 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: subnet-service-types Jan 27 12:37:38.427594 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: subnetallocation.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.428672 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.429188 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: subnet_allocation Jan 27 12:37:38.429511 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.430237 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.430722 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: subnetpool-prefix-ops Jan 27 12:37:38.431069 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.432003 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.432509 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 27 12:37:38.432829 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: tagging.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.433893 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.434419 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: standard-attr-tag Jan 27 12:37:38.434764 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: timestamp.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.436019 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.436529 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loaded extension: standard-attr-timestamp Jan 27 12:37:38.436858 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: trunk.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.437935 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.438404 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension trunk not supported by any of loaded plugins Jan 27 12:37:38.438774 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: trunk_details.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.439694 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.440205 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension trunk-details not supported by any of loaded plugins Jan 27 12:37:38.440528 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: uplink_status_propagation.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.441448 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.441955 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 27 12:37:38.442276 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Loading extension file: vlantransparent.py {{(pid=109350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 12:37:38.443019 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 12:37:38.443519 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extension vlan-transparent not supported by any of loaded plugins Jan 27 12:37:38.446047 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Creating instance of TrackedResource for resource:network Jan 27 12:37:38.446565 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Creating instance of TrackedResource for resource:subnet Jan 27 12:37:38.452913 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 12:37:38.452913 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Creating instance of TrackedResource for resource:port Jan 27 12:37:38.452913 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.v2.resource_helper [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 12:37:38.452913 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.v2.resource_helper [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Service FLAVORS assigned prefix: {{(pid=109350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 12:37:38.452913 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.v2.resource_helper [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 12:37:38.452913 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.v2.resource_helper [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 12:37:38.452913 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Creating instance of TrackedResource for resource:router Jan 27 12:37:38.452913 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Creating instance of TrackedResource for resource:floatingip Jan 27 12:37:38.453468 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.v2.resource_helper [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Service METERING assigned prefix: /metering {{(pid=109350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 12:37:38.453468 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.453468 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.453468 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:37:38.454995 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 12:37:38.455438 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Creating instance of TrackedResource for resource:security_group Jan 27 12:37:38.455863 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 12:37:38.457533 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.v2.resource_helper [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Service CORE assigned prefix: {{(pid=109350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 12:37:38.457873 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 12:37:38.458259 dv-cinder-824031-3-iscsi neutron-server[109350]: WARNING neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] subnetpool is already registered Jan 27 12:37:38.458693 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.v2.resource_helper [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Service CORE assigned prefix: {{(pid=109350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 12:37:38.459279 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 12:37:38.459862 dv-cinder-824031-3-iscsi neutron-server[109350]: WARNING neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] subnetpool is already registered Jan 27 12:37:38.462934 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.v2.resource_helper [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 12:37:38.463693 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.v2.resource_helper [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Service FLAVORS assigned prefix: {{(pid=109350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 12:37:38.464359 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.v2.resource_helper [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 12:37:38.464785 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.v2.resource_helper [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 12:37:38.465121 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Creating instance of TrackedResource for resource:router Jan 27 12:37:38.465459 dv-cinder-824031-3-iscsi neutron-server[109350]: WARNING neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] router is already registered Jan 27 12:37:38.465867 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Creating instance of TrackedResource for resource:floatingip Jan 27 12:37:38.466372 dv-cinder-824031-3-iscsi neutron-server[109350]: WARNING neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] floatingip is already registered Jan 27 12:37:38.467222 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.v2.resource_helper [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Service METERING assigned prefix: /metering {{(pid=109350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 12:37:38.468430 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 12:37:38.468998 dv-cinder-824031-3-iscsi neutron-server[109350]: WARNING neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] rbac_policy is already registered Jan 27 12:37:38.469595 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Creating instance of TrackedResource for resource:security_group Jan 27 12:37:38.470691 dv-cinder-824031-3-iscsi neutron-server[109350]: WARNING neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] security_group is already registered Jan 27 12:37:38.471040 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 12:37:38.471376 dv-cinder-824031-3-iscsi neutron-server[109350]: WARNING neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] security_group_rule is already registered Jan 27 12:37:38.472028 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.v2.resource_helper [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Service CORE assigned prefix: {{(pid=109350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 12:37:38.472345 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 12:37:38.472721 dv-cinder-824031-3-iscsi neutron-server[109350]: WARNING neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] subnetpool is already registered Jan 27 12:37:38.473144 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.v2.resource_helper [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Service CORE assigned prefix: {{(pid=109350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 12:37:38.473680 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 12:37:38.474271 dv-cinder-824031-3-iscsi neutron-server[109350]: WARNING neutron.quota.resource_registry [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] subnetpool is already registered Jan 27 12:37:38.475176 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: extensions {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.476807 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: address-groups {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.478348 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: address-scopes {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.479733 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: agents {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.481549 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: auto-allocated-topology {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.482277 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: availability_zones {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.483541 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: dhcp-networks {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.485047 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: dhcp-agents {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.486518 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: routers {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.488825 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: flavors {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.489987 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: service_profiles {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.491318 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: next_providers {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.492845 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: service_profiles {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.494434 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: floatingip-pools {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.495698 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: routers {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.497818 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: floatingips {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.499194 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: l3-routers {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.500589 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: l3-agents {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.502095 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: metering-labels {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.503507 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: metering-label-rules {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.504857 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: network-ip-availabilities {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.506125 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: bindings {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.507963 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: quotas {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.510247 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: quotas {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.511397 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: rbac-policies {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.512704 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: security-groups {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.513954 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: security-group-rules {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.515230 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: service-providers {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.516523 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: subnetpools {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.518548 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: subnetpools {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.520042 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: tags {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.521781 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: tags {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.523644 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: tags {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.525451 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: tags {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.528323 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: tags {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.530236 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: tags {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.531976 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: tags {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.534586 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: tags {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.536369 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: tags {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.538222 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron.api.extensions [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Extended resource: tags {{(pid=109350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 12:37:38.544140 dv-cinder-824031-3-iscsi neutron-server[109350]: WARNING keystonemiddleware.auth_token [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 27 12:37:38.548926 dv-cinder-824031-3-iscsi neutron-server[109350]: WARNING keystonemiddleware.auth_token [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 27 12:37:38.557441 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_concurrency.lockutils [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Acquired lock "singleton_lock" {{(pid=109350) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 27 12:37:38.557917 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_concurrency.lockutils [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Releasing lock "singleton_lock" {{(pid=109350) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 27 12:37:38.558560 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO oslo_service.service [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Starting 2 workers Jan 27 12:37:38.563665 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Started child 109461 {{(pid=109350) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 12:37:38.568262 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Started child 109462 {{(pid=109350) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 12:37:38.569351 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:37:38.569975 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO neutron.service [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Neutron service started, listening on 0.0.0.0:9696 Jan 27 12:37:38.570521 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Publish callbacks [] for process (None), before_spawn {{(pid=109350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:37:38.570950 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [-] (109461) wsgi starting up on http://0.0.0.0:9696 Jan 27 12:37:38.572993 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO oslo_service.service [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Starting 1 workers Jan 27 12:37:38.573102 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:37:38.574586 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [-] (109462) wsgi starting up on http://0.0.0.0:9696 Jan 27 12:37:38.578442 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Started child 109463 {{(pid=109350) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 12:37:38.580220 dv-cinder-824031-3-iscsi neutron-server[109350]: INFO oslo_service.service [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Starting 1 workers Jan 27 12:37:38.582598 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.service [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] calling RpcWorker wait() {{(pid=109463) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 27 12:37:38.583164 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.service [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] returning from RpcWorker wait() {{(pid=109463) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 27 12:37:38.584185 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Started child 109464 {{(pid=109350) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 12:37:38.584437 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:37:38.584864 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:37:38.585054 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG neutron_lib.callbacks.manager [None req-6244f4b6-dbb9-4e5a-9901-3857bea6be3d None None] Publish callbacks [] for process (None), after_spawn {{(pid=109350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:37:38.587120 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109350) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 27 12:37:38.587327 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 12:37:38.587513 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 12:37:38.587741 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 12:37:38.588077 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 12:37:38.588243 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 12:37:38.588781 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.589042 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.589305 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.589565 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.589924 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.590449 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:37:38.590952 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.590952 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.591101 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.591251 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.591500 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.591675 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.591841 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.592093 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.592177 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:37:38.592331 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.592684 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.592957 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.593200 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.593474 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.593725 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.593920 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.594150 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.594377 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.594645 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] debug = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.595493 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.596039 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.596245 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.596492 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.596728 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.596991 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.597220 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.597496 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.597723 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.597939 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.598181 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.598432 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.598671 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.598934 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.599187 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.599411 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.602156 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.602156 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.602156 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] host = dv-cinder-824031-3-iscsi {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.602156 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.602156 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.602156 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.602156 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.602156 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.602773 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.602773 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.602773 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.602773 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.602773 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.603158 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.603158 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.603464 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.603686 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] log_file = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.603800 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] log_options = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.604030 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.604285 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.604546 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.604736 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.604904 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.605066 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.605318 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.605479 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.605731 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.606021 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.606154 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.606364 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.606577 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.606841 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.607116 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.607386 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.607671 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.608709 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.609763 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.610086 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.610277 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.610608 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.610893 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.611127 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.611369 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.611592 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.611824 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.612044 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.612286 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.612525 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.612766 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.613012 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.613237 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.613474 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.613756 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.613989 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.614222 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.614471 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.614751 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.614981 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.615232 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.615485 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.615699 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.615929 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.616141 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.616358 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.616586 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] use_json = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.616805 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.617040 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.617263 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.617496 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.617732 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.617946 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.618158 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.618408 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.618619 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.619094 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.619379 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.619687 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.625323 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.625323 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.625323 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.625323 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.625323 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.625323 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.625323 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.625323 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.625928 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.625928 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.625928 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.625928 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.625928 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.625928 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.625928 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.625928 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.626497 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.626497 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.626497 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.626497 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.626497 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.626497 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.626497 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.626497 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.627072 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.627072 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.627072 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.627072 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.627072 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.627072 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.627486 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.627486 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.627626 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.627815 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.628027 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.628242 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.628729 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.628729 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.628968 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.629184 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.629445 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.629620 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.629849 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.630066 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.630334 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.630578 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.630913 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.631137 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.631373 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.631612 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.631851 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.632089 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.632322 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.632580 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.632823 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.633044 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.633281 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.633515 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.633734 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.634112 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.634221 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.634401 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.634613 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.634852 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.635085 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.635345 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.635580 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.636088 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.636346 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.636525 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.636771 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.636985 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.638531 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.638531 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.638531 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.638874 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.638874 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.649379 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.649379 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.649379 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.649379 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.649379 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.649379 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.649379 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.649379 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.649379 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.650124 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.650124 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.650124 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.650124 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.650124 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.650124 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.650124 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.650124 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.650687 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.650687 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.650687 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.650687 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.650687 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.650687 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.650687 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.650687 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.651260 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.651260 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.651260 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.651260 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.651260 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.651260 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.651260 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.651260 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.651791 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.651791 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.651791 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.651791 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.651791 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.651791 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.651791 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.651791 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.652328 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.652328 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.652328 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.652328 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.652328 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.652328 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.652328 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.652328 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.652886 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.652886 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.652886 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.652886 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.652886 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.652886 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.652886 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.652886 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.653495 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.653495 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.653495 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.653495 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.653495 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.653826 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.654600 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.654600 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.654600 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.654891 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.654969 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.655194 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.655431 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.655657 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.655900 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.656127 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.656342 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.656586 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.656818 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.657067 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.657325 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.658072 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.658334 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.658545 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.658914 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.659155 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.659372 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.659588 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.659835 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.660053 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.660264 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.660507 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.660724 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.660939 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.661153 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.661364 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.661631 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.661829 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.662092 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.662345 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.662556 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.662977 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.663233 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.671521 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.671521 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.671521 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.671521 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.671521 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.671521 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.671521 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.671521 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.672111 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.672111 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.672111 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.672111 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.672111 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.672111 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.672111 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.672111 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.672663 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.672663 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.672663 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.672663 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.672663 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.672663 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.672663 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.672663 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.673217 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.673217 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.673217 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.673217 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.673217 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.673217 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.673217 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.673217 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.673757 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.673757 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.673757 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.673757 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.673757 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.673757 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.673757 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.673757 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.674232 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.674232 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.674232 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.674232 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.674232 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.674232 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.674232 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.674232 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.674800 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.674800 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.674800 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.674800 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.675084 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.675186 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.675408 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.675674 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.675851 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.676033 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.676240 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.676459 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.676672 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.676928 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.677099 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.677307 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.677513 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.677728 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.677941 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.678148 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.678441 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.678686 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.678944 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.679241 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.679485 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.679731 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.679987 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.680255 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.680461 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.680695 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.680931 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.681145 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.681364 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.681762 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.682075 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.682360 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.682608 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.682879 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.683153 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.683431 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.683695 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.683906 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.684221 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.684549 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.684817 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.685095 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.685354 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.685605 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.685840 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.686076 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.686290 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.686521 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.686760 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.686994 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.687224 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.687450 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.687664 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.687907 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.688168 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.688345 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.688708 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.688944 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.689173 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.689328 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 12:37:38.689890 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109350) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 27 12:37:38.690104 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 12:37:38.690188 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 12:37:38.690362 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 12:37:38.690524 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 12:37:38.690673 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 12:37:38.690902 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.691062 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.691563 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.691563 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.691563 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.694456 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.694456 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.694456 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.694456 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.694456 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.694456 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.694456 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.694456 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.695000 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.695000 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.695000 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.695000 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.695000 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.695000 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.695000 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.695000 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.695519 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.695519 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] debug = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.695519 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.695519 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.695519 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.695519 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.695929 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.695929 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.695929 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.695929 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.695929 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.695929 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.695929 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.695929 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.696436 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.696436 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.696436 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.696651 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.696651 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.696797 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.696925 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] host = dv-cinder-824031-3-iscsi {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.697074 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.697221 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.697380 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.697521 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.697676 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.697830 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.697985 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.698146 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.698363 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.698470 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.698603 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.698822 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.698913 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.699062 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] log_file = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.699215 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] log_options = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.699370 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.699528 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.699681 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.699862 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.700024 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.700182 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.700336 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.700472 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.700608 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.700794 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.700951 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.701038 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.701194 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.701350 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.701500 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.701654 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.701810 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.701971 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.702121 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.702279 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.702433 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.702587 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.702786 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.702960 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.703100 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.703241 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.703377 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.703535 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.703690 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.703849 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.704004 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.706286 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.706452 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.706609 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.706783 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.706942 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.707099 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.707258 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.707419 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.707573 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.707732 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.707886 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.708041 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.708196 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.708352 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.708562 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.708651 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] use_json = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.708794 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.708948 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.709103 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.709259 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.709413 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.709567 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.709721 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.709878 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.710034 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 12:37:38.710219 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.710376 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.710545 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.710705 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.710890 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.711049 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.711209 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.717233 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.717233 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.717233 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.717233 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.717233 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.717233 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.717233 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.717233 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.717785 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.717785 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.717785 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.717785 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.717785 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.717785 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.717785 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.717785 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.718315 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:37:38.718408 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.718408 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.718408 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.718408 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.718408 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.718408 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.718408 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.718408 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.718949 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.718949 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.718949 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.718949 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.718949 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.718949 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.718949 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.718949 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.719458 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.719458 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.719458 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.719458 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.719458 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.719458 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.719458 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.719458 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.719458 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.720581 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.720581 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.720581 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.720581 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.720581 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.720581 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.720581 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.720581 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.720581 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.721151 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.721151 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.721151 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.721151 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.721151 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.721151 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.721151 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.721151 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.721151 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.721743 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.721743 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.721743 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.721743 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.721743 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.721743 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.721743 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.721743 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.722336 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.722336 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.722336 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.722336 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.722599 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.722673 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.722807 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.722972 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.723129 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.723282 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.723456 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.723596 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.723752 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.723917 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.724078 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.724234 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.724396 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.724560 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.724737 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.724896 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.725060 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.725219 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.725376 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.725535 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.725699 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.725853 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.726002 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.726282 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.726385 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.726463 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.726616 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.726792 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.726954 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.727108 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.727267 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.727423 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.727579 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.727740 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.727899 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.728058 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.728216 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.728376 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.728534 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.728690 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.728856 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.729016 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.729176 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.729333 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.729498 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.729661 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.729821 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.729981 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.730139 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.730298 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.730458 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.730615 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.730932 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.731042 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.731166 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.731325 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.731496 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.731656 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.731820 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.731975 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.732158 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.732316 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.732477 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.732670 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.732859 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.733009 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.733166 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.733331 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.733455 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.733590 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.733748 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.733906 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.734064 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.734222 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.734381 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.734539 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.734697 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.734877 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.735037 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.735195 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.735382 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.735541 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.735706 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.735894 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.736024 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.736178 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.736371 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.736591 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.736759 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.736759 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.737095 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.737095 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.737364 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.737364 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.737617 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.737750 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.737883 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.737969 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.738095 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.738252 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.738411 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.738569 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.738727 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.738918 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.739056 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.739217 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.739375 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.739535 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.739693 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.739853 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.740012 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.740170 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.740329 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.740487 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.740647 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.740819 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.740979 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.741136 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.741309 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.741442 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.741601 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.742832 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.742832 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.742832 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.742832 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.742832 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.742832 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.742832 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.742832 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.746216 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.746216 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.746216 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.746216 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.746216 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.746216 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.746216 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.746216 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.746874 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.746874 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.746874 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.746874 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.746874 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.746874 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.746874 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.746874 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.747997 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.747997 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.747997 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.747997 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.747997 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.747997 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.747997 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.747997 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.748710 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.748710 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.748710 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.748710 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.748710 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.748710 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.748710 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.748710 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.749509 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.749509 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.749509 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.749509 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.749509 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.749509 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.749509 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.749509 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.751890 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.751890 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.751890 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.751890 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.751890 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.751890 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.751890 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.751890 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.752905 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.752905 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.752905 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.752905 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.752905 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.752905 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.752905 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.752905 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.753902 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.753902 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.753902 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.753902 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.753902 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.753902 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.753902 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.753902 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.755359 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.755359 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.755359 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.755359 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.755359 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.755359 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.755359 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.755359 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.755359 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.756031 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.756031 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.756031 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.756031 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.756031 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.756031 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.756031 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.756031 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.756031 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.756595 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.756595 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 12:37:38.756595 dv-cinder-824031-3-iscsi neutron-server[109350]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 12:37:38.872039 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 34316) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:37:38.881336 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071568 Jan 27 12:37:50.422770 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7655eac8-130f-4f5c-9a2f-a10038b29b27 None None] get_active_networks_info from dv-cinder-824031-3-iscsi {{(pid=109463) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 12:37:50.484951 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7655eac8-130f-4f5c-9a2f-a10038b29b27 None None] No non-hosted networks {{(pid=109463) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 27 12:37:50.494814 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.agentschedulers_db [None req-7655eac8-130f-4f5c-9a2f-a10038b29b27 None None] DHCP Agent not found on host dv-cinder-824031-3-iscsi {{(pid=109463) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 27 12:37:50.593311 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-9a9767be-c133-4aad-9a20-58d26755610a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664725'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:37:52.748746 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-95c072dc-1213-4937-be29-ac0cb2be2ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664725'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:37:52.785594 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.db.api [None req-618dc18b-61ea-45b7-92d6-2b2205472eda None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-824031-3-iscsi {{(pid=109463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 12:37:52.786885 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG oslo_db.api [None req-618dc18b-61ea-45b7-92d6-2b2205472eda None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 12:37:53.319067 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-618dc18b-61ea-45b7-92d6-2b2205472eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:37:53.785301 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664725'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:37:55.346462 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664725'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:37:56.653848 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664725'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:37:56.656498 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:37:56.656498 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:37:56.656498 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:37:56.656498 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:37:56.656498 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:37:56.656834 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:37:56.656834 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:37:56.657063 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:37:56.659931 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:37:56.660392 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:37:56.661156 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:37:56.661573 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:37:56.661919 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:37:56.662548 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-824031-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:37:56.678052 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-824031-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:37:56.771859 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.db.l3_hamode_db [None req-de6d85d8-0e19-4976-b0a7-6d573bdc3e36 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 27 12:37:56.856231 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6d85d8-0e19-4976-b0a7-6d573bdc3e36 None None] Routers set() bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:37:56.856634 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6d85d8-0e19-4976-b0a7-6d573bdc3e36 None None] Router IDs set() for agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 12:37:59.178052 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 34416) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:37:59.668993 dv-cinder-824031-3-iscsi neutron-server[109462]: WARNING oslo_policy.policy [None req-1860dcf2-9a6b-4b9e-90f7-917b166791cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 12:37:59.669578 dv-cinder-824031-3-iscsi neutron-server[109462]: WARNING oslo_policy.policy [None req-1860dcf2-9a6b-4b9e-90f7-917b166791cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 12:37:59.895123 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [None req-1860dcf2-9a6b-4b9e-90f7-917b166791cc admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109462) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 12:37:59.896181 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-1860dcf2-9a6b-4b9e-90f7-917b166791cc admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7171853 Jan 27 12:38:02.560970 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 34432) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:38:02.859112 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-a29b336a-0d48-43b9-a52a-3c22de13973b admin admin] Request body: {'subnetpool': {'tenant_id': '869a940ac7174995a6c8ac4b52efcc3a', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:38:02.949591 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.policy [None req-a29b336a-0d48-43b9-a52a-3c22de13973b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109462) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 12:38:02.990870 dv-cinder-824031-3-iscsi neutron-server[109462]: WARNING oslo_policy.policy [None req-a29b336a-0d48-43b9-a52a-3c22de13973b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 12:38:02.991190 dv-cinder-824031-3-iscsi neutron-server[109462]: WARNING oslo_policy.policy [None req-a29b336a-0d48-43b9-a52a-3c22de13973b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 12:38:03.153259 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a29b336a-0d48-43b9-a52a-3c22de13973b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727394490056', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727394489493', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727394508360', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727394506033', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727394451511', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727394460577', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-617963', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-776939', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1779786', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1693351'] for rbac-policy (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:03.347328 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a29b336a-0d48-43b9-a52a-3c22de13973b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:03.348676 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-a29b336a-0d48-43b9-a52a-3c22de13973b admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7867436 Jan 27 12:38:05.977110 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 34444) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:38:06.269446 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '1bb73f815dc24a909643d2f9725f058d', 'project_id': '1bb73f815dc24a909643d2f9725f058d', 'name': 'private'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:38:06.356104 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Made reservation on behalf of 1bb73f815dc24a909643d2f9725f058d for: {'network': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:38:06.358821 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for network (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:06.375467 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:06.478047 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Publish callbacks [] for security_group (ad6eeed4-a130-4225-9d5b-c1ab890e892a), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:06.539072 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (ad6eeed4-a130-4225-9d5b-c1ab890e892a), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:06.557804 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=109462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 12:38:06.585549 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727398100345', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (5dd207d9-5e10-4b14-96ed-a43caef58c48), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:06.586149 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Unsubscribe: segment precommit_create {{(pid=109462) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 12:38:06.586638 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.db.segments_db [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Added segment 5dd207d9-5e10-4b14-96ed-a43caef58c48 of type vlan for network 9c2c12e3-312f-4f0a-baa8-f44671fb9e36 Jan 27 12:38:06.601643 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6eeed4-a130-4225-9d5b-c1ab890e892a,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:38:06.649281 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:06.649643 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:06.649991 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:06.650320 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:06.650645 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:06.650992 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:06.651330 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:06.651659 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:06.651997 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:06.652332 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:06.652650 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:06.652960 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:06.653270 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Tracked resource versions report: Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: pushed versions: Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: { 'AddressGroup': {'1.2'}, Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: 'ConntrackHelper': {'1.0'}, Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: 'LocalIPAssociation': {'1.0'}, Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: 'Log': {'1.0'}, Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: 'Network': {'1.1'}, Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: 'Port': {'1.7'}, Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: 'PortForwarding': {'1.2'}, Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: 'QosPolicy': {'1.10'}, Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: 'SecurityGroup': {'1.5'}, Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: 'SecurityGroupRule': {'1.2'}, Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: 'SubPort': {'1.0'}, Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: 'Subnet': {'1.1'}, Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: 'Trunk': {'1.1'}} Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: consumer versions: Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: { DHCP agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: L3 agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: Metadata agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: Metering agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: Open vSwitch agent@dv-cinder-824031-3-iscsi: { 'AddressGroup': '1.2', Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: 'ConntrackHelper': '1.0', Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: 'LocalIPAssociation': '1.0', Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: 'Log': '1.0', Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: 'Network': '1.1', Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: 'Port': '1.7', Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: 'PortForwarding': '1.2', Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: 'QosPolicy': '1.10', Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: 'SecurityGroup': '1.5', Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: 'SecurityGroupRule': '1.2', Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: 'SubPort': '1.0', Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: 'Subnet': '1.1', Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: 'Trunk': '1.1'}} Jan 27 12:38:06.654619 dv-cinder-824031-3-iscsi neutron-server[109462]: {{(pid=109462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 12:38:06.688515 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727397602151'] for network (9c2c12e3-312f-4f0a-baa8-f44671fb9e36), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:06.784713 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for network (9c2c12e3-312f-4f0a-baa8-f44671fb9e36), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:06.785722 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:38:06.786427 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:06.879357 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] Pushing event updated for resources: {'Network': ['ID=9c2c12e3-312f-4f0a-baa8-f44671fb9e36,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:38:06.891220 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Network 9c2c12e3-312f-4f0a-baa8-f44671fb9e36 details requested by agent ovs-agent-dv-cinder-824031-3-iscsi with host dv-cinder-824031-3-iscsi {{(pid=109463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 12:38:06.895757 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-e466f16a-e087-475f-89f5-c17810025324 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9176354 Jan 27 12:38:09.589449 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 34458) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:38:10.073185 dv-cinder-824031-3-iscsi neutron-server[109461]: WARNING oslo_policy.policy [None req-937eb429-c2c8-4240-8be3-c36a4d5843fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 12:38:10.073761 dv-cinder-824031-3-iscsi neutron-server[109461]: WARNING oslo_policy.policy [None req-937eb429-c2c8-4240-8be3-c36a4d5843fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 12:38:10.511817 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.policy [None req-937eb429-c2c8-4240-8be3-c36a4d5843fd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109461) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 12:38:10.554145 dv-cinder-824031-3-iscsi neutron-server[109461]: WARNING oslo_policy.policy [None req-937eb429-c2c8-4240-8be3-c36a4d5843fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 12:38:10.554464 dv-cinder-824031-3-iscsi neutron-server[109461]: WARNING oslo_policy.policy [None req-937eb429-c2c8-4240-8be3-c36a4d5843fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 12:38:10.562227 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937eb429-c2c8-4240-8be3-c36a4d5843fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:38:10.564108 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-937eb429-c2c8-4240-8be3-c36a4d5843fd admin admin] 10.222.0.39 "GET /v2.0/networks/9c2c12e3-312f-4f0a-baa8-f44671fb9e36 HTTP/1.1" status: 200 len: 825 time: 0.9726238 Jan 27 12:38:10.602570 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-f8612bf9-ec5c-4c4c-8d2b-71d3ecde2fbf admin admin] 10.222.0.39 "GET /v2.0/subnetpools/8b3e3d06-9d4b-46d4-9507-ee1d7540668e HTTP/1.1" status: 200 len: 734 time: 0.0329311 Jan 27 12:38:10.611210 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-4979eaa4-1733-4aa6-b53e-cdf5379c319d admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '9c2c12e3-312f-4f0a-baa8-f44671fb9e36', 'name': 'private-subnet', 'subnetpool_id': '8b3e3d06-9d4b-46d4-9507-ee1d7540668e', 'tenant_id': '1bb73f815dc24a909643d2f9725f058d'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:38:10.698640 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4979eaa4-1733-4aa6-b53e-cdf5379c319d admin admin] Made reservation on behalf of 1bb73f815dc24a909643d2f9725f058d for: {'subnet': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:38:10.701442 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-4979eaa4-1733-4aa6-b53e-cdf5379c319d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:11.013473 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-4979eaa4-1733-4aa6-b53e-cdf5379c319d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for subnet (f9be9a7d-e878-4176-9477-536a7da0bee2), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:11.080676 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4979eaa4-1733-4aa6-b53e-cdf5379c319d admin admin] Checking segment: {'id': '5dd207d9-5e10-4b14-96ed-a43caef58c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9c2c12e3-312f-4f0a-baa8-f44671fb9e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:38:11.081040 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4979eaa4-1733-4aa6-b53e-cdf5379c319d admin admin] Network hostable DHCP agents. Network: 9c2c12e3-312f-4f0a-baa8-f44671fb9e36, hostable agents: ['8eb3a606-acf3-4d34-8208-a31c99af56ba'], hosted agents: [] {{(pid=109461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 12:38:11.091713 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979eaa4-1733-4aa6-b53e-cdf5379c319d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9be9a7d-e878-4176-9477-536a7da0bee2,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:38:11.104158 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4979eaa4-1733-4aa6-b53e-cdf5379c319d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:11.104527 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4979eaa4-1733-4aa6-b53e-cdf5379c319d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:11.104873 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4979eaa4-1733-4aa6-b53e-cdf5379c319d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:11.105211 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4979eaa4-1733-4aa6-b53e-cdf5379c319d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:11.105545 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4979eaa4-1733-4aa6-b53e-cdf5379c319d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:11.105876 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4979eaa4-1733-4aa6-b53e-cdf5379c319d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:11.106220 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4979eaa4-1733-4aa6-b53e-cdf5379c319d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:11.106551 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4979eaa4-1733-4aa6-b53e-cdf5379c319d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:11.106926 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4979eaa4-1733-4aa6-b53e-cdf5379c319d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:11.107275 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4979eaa4-1733-4aa6-b53e-cdf5379c319d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:11.107605 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4979eaa4-1733-4aa6-b53e-cdf5379c319d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:11.107928 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4979eaa4-1733-4aa6-b53e-cdf5379c319d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:11.108249 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4979eaa4-1733-4aa6-b53e-cdf5379c319d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4979eaa4-1733-4aa6-b53e-cdf5379c319d admin admin] Tracked resource versions report: Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: pushed versions: Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: { 'AddressGroup': {'1.2'}, Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: 'ConntrackHelper': {'1.0'}, Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: 'LocalIPAssociation': {'1.0'}, Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: 'Log': {'1.0'}, Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: 'Network': {'1.1'}, Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: 'Port': {'1.7'}, Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: 'PortForwarding': {'1.2'}, Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: 'QosPolicy': {'1.10'}, Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: 'SecurityGroup': {'1.5'}, Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: 'SecurityGroupRule': {'1.2'}, Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: 'SubPort': {'1.0'}, Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: 'Subnet': {'1.1'}, Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: 'Trunk': {'1.1'}} Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: consumer versions: Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: { DHCP agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: L3 agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: Metadata agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: Metering agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: Open vSwitch agent@dv-cinder-824031-3-iscsi: { 'AddressGroup': '1.2', Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: 'ConntrackHelper': '1.0', Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: 'LocalIPAssociation': '1.0', Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: 'Log': '1.0', Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: 'Network': '1.1', Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: 'Port': '1.7', Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: 'PortForwarding': '1.2', Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: 'QosPolicy': '1.10', Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: 'SecurityGroup': '1.5', Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: 'SecurityGroupRule': '1.2', Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: 'SubPort': '1.0', Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: 'Subnet': '1.1', Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: 'Trunk': '1.1'}} Jan 27 12:38:11.109638 dv-cinder-824031-3-iscsi neutron-server[109461]: {{(pid=109461) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 12:38:11.167392 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4979eaa4-1733-4aa6-b53e-cdf5379c319d admin admin] Network 9c2c12e3-312f-4f0a-baa8-f44671fb9e36 is scheduled to be hosted by DHCP agent 8eb3a606-acf3-4d34-8208-a31c99af56ba with binding_index 1 {{(pid=109461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 12:38:11.212883 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-4979eaa4-1733-4aa6-b53e-cdf5379c319d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-3-iscsi, 9c2c12e3-312f-4f0a-baa8-f44671fb9e36) {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:38:11.217537 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4979eaa4-1733-4aa6-b53e-cdf5379c319d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:38:11.218171 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-4979eaa4-1733-4aa6-b53e-cdf5379c319d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for subnet (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:11.224252 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390a98e5-acfb-4002-a850-3629ba86b475 None None] Network 9c2c12e3-312f-4f0a-baa8-f44671fb9e36 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:38:11.283567 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-4979eaa4-1733-4aa6-b53e-cdf5379c319d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6757109 Jan 27 12:38:11.490530 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddd921a7-f886-55d8-9d7f-b4a49e13882a-9c2c12e3-312f-4f0a-baa8-f44671fb9e36', 'network_id': '9c2c12e3-312f-4f0a-baa8-f44671fb9e36', 'project_id': '1bb73f815dc24a909643d2f9725f058d', 'fixed_ips': [{'subnet_id': 'f9be9a7d-e878-4176-9477-536a7da0bee2'}]}} from dv-cinder-824031-3-iscsi. {{(pid=109463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 12:38:11.491843 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:11.766007 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.db_base_plugin_common [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Allocated IP 172.20.0.2 (9c2c12e3-312f-4f0a-baa8-f44671fb9e36/f9be9a7d-e878-4176-9477-536a7da0bee2/701d10d6-c0a4-45f0-9964-cd2a1c43345a) {{(pid=109463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:38:12.030704 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Publish callbacks [] for port (701d10d6-c0a4-45f0-9964-cd2a1c43345a), precommit_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:12.111342 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551'] for port (701d10d6-c0a4-45f0-9964-cd2a1c43345a), after_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:12.189659 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Network 9c2c12e3-312f-4f0a-baa8-f44671fb9e36 is already hosted by enough agents. {{(pid=109463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:38:12.198978 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.scheduler.base_scheduler [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Resources bound (agent type, host, resource id): {{(pid=109463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:38:12.200870 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Pushing event updated for resources: {'Port': ['ID=701d10d6-c0a4-45f0-9964-cd2a1c43345a,revision_number=1']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:38:12.208273 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Received port after_create {{(pid=109463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:38:12.211746 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:12.212112 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:12.212475 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:12.212817 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:12.213154 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:12.213484 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:12.213813 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:12.214141 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:12.214467 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:12.214826 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:12.215263 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:12.215600 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:12.215922 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Tracked resource versions report: Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: pushed versions: Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: { 'AddressGroup': {'1.2'}, Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: 'ConntrackHelper': {'1.0'}, Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: 'LocalIPAssociation': {'1.0'}, Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: 'Log': {'1.0'}, Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: 'Network': {'1.1'}, Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: 'Port': {'1.7'}, Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: 'PortForwarding': {'1.2'}, Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: 'QosPolicy': {'1.10'}, Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: 'SecurityGroup': {'1.5'}, Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: 'SecurityGroupRule': {'1.2'}, Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: 'SubPort': {'1.0'}, Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: 'Subnet': {'1.1'}, Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: 'Trunk': {'1.1'}} Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: consumer versions: Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: { DHCP agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: L3 agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: Metadata agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: Metering agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: Open vSwitch agent@dv-cinder-824031-3-iscsi: { 'AddressGroup': '1.2', Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: 'ConntrackHelper': '1.0', Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: 'LocalIPAssociation': '1.0', Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: 'Log': '1.0', Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: 'Network': '1.1', Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: 'Port': '1.7', Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: 'PortForwarding': '1.2', Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: 'QosPolicy': '1.10', Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: 'SecurityGroup': '1.5', Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: 'SecurityGroupRule': '1.2', Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: 'SubPort': '1.0', Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: 'Subnet': '1.1', Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: 'Trunk': '1.1'}} Jan 27 12:38:12.217300 dv-cinder-824031-3-iscsi neutron-server[109463]: {{(pid=109463) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 12:38:12.289858 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Attempting to bind port 701d10d6-c0a4-45f0-9964-cd2a1c43345a on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:38:12.290427 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Attempting to bind port 701d10d6-c0a4-45f0-9964-cd2a1c43345a by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': '5dd207d9-5e10-4b14-96ed-a43caef58c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9c2c12e3-312f-4f0a-baa8-f44671fb9e36'}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:38:12.290618 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Attempting to bind port 701d10d6-c0a4-45f0-9964-cd2a1c43345a on network 9c2c12e3-312f-4f0a-baa8-f44671fb9e36 {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:38:12.295487 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:38:12.295960 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Checking segment: {'id': '5dd207d9-5e10-4b14-96ed-a43caef58c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9c2c12e3-312f-4f0a-baa8-f44671fb9e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:38:12.296953 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:12.297342 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Bound using segment: {'id': '5dd207d9-5e10-4b14-96ed-a43caef58c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9c2c12e3-312f-4f0a-baa8-f44671fb9e36'} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:38:12.297826 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Bound port: 701d10d6-c0a4-45f0-9964-cd2a1c43345a, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd207d9-5e10-4b14-96ed-a43caef58c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9c2c12e3-312f-4f0a-baa8-f44671fb9e36'}}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:38:12.298228 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (701d10d6-c0a4-45f0-9964-cd2a1c43345a), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:12.357908 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] For port 701d10d6-c0a4-45f0-9964-cd2a1c43345a, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:38:12.362622 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] For port 701d10d6-c0a4-45f0-9964-cd2a1c43345a, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=701d10d6-c0a4-45f0-9964-cd2a1c43345a,segment=NetworkSegment(5dd207d9-5e10-4b14-96ed-a43caef58c48),segment_id=5dd207d9-5e10-4b14-96ed-a43caef58c48)] {{(pid=109463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:38:12.442337 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (701d10d6-c0a4-45f0-9964-cd2a1c43345a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:12.511437 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db21bf-f142-48a8-be86-04e38a8ca791 None None] Pushing event updated for resources: {'Port': ['ID=701d10d6-c0a4-45f0-9964-cd2a1c43345a,revision_number=2']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:38:13.720949 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 34478) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:38:14.028298 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [None req-aeb04c27-0634-4187-b1df-75508477ee55 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109462) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 12:38:14.029299 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-aeb04c27-0634-4187-b1df-75508477ee55 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3073442 Jan 27 12:38:16.473306 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 34486) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:38:16.783379 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [None req-c2c160d4-877f-412a-a7f5-58084a3d0bec admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109462) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 12:38:16.784373 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-c2c160d4-877f-412a-a7f5-58084a3d0bec admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3100736 Jan 27 12:38:19.487735 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 34496) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:38:19.787271 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-4acd6f26-8ff1-4ff5-9d77-04d5475434c7 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '1bb73f815dc24a909643d2f9725f058d'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:38:19.870046 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-4acd6f26-8ff1-4ff5-9d77-04d5475434c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1666215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108346'] for router (5b16b8c2-c2e4-415a-9112-de1f9fb6e08b), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:19.871691 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-4acd6f26-8ff1-4ff5-9d77-04d5475434c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1661945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1903227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108291'] for router (5b16b8c2-c2e4-415a-9112-de1f9fb6e08b), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:20.007631 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-4acd6f26-8ff1-4ff5-9d77-04d5475434c7 admin admin] Publish callbacks [] for router_controller (5b16b8c2-c2e4-415a-9112-de1f9fb6e08b), precommit_add_association {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:20.053872 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-4acd6f26-8ff1-4ff5-9d77-04d5475434c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661868'] for router (5b16b8c2-c2e4-415a-9112-de1f9fb6e08b), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:20.106591 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-4acd6f26-8ff1-4ff5-9d77-04d5475434c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:20.107786 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-4acd6f26-8ff1-4ff5-9d77-04d5475434c7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6190844 Jan 27 12:38:20.407079 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-e8da0bb8-291d-4db6-9b0e-12d17f6efcbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:22.569888 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 34508) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:38:22.718894 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-aa6ee96d-89d1-49ae-8459-060024166e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:22.893881 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [None req-c10bb0ea-5178-4978-b418-efd281bc6d70 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109462) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 12:38:22.894910 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-c10bb0ea-5178-4978-b418-efd281bc6d70 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3239868 Jan 27 12:38:23.199587 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 701d10d6-c0a4-45f0-9964-cd2a1c43345a up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:38:23.286983 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 701d10d6-c0a4-45f0-9964-cd2a1c43345a triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:38:23.287401 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (701d10d6-c0a4-45f0-9964-cd2a1c43345a), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:23.400478 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 701d10d6-c0a4-45f0-9964-cd2a1c43345a is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:38:23.400836 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (701d10d6-c0a4-45f0-9964-cd2a1c43345a), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:23.434034 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] For port 701d10d6-c0a4-45f0-9964-cd2a1c43345a, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=701d10d6-c0a4-45f0-9964-cd2a1c43345a,segment=NetworkSegment(5dd207d9-5e10-4b14-96ed-a43caef58c48),segment_id=5dd207d9-5e10-4b14-96ed-a43caef58c48)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:38:23.504776 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (701d10d6-c0a4-45f0-9964-cd2a1c43345a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:23.532954 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f49bda1-7180-45ef-8d37-172df6a5ffa3 None None] Network 9c2c12e3-312f-4f0a-baa8-f44671fb9e36 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:38:23.613752 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Pushing event updated for resources: {'Port': ['ID=701d10d6-c0a4-45f0-9964-cd2a1c43345a,revision_number=3']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:38:23.632873 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-2b9a789c-1051-4fb0-9af7-6cba7e139004 None None] Provisioning complete for port 701d10d6-c0a4-45f0-9964-cd2a1c43345a triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:38:23.633265 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-2b9a789c-1051-4fb0-9af7-6cba7e139004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (701d10d6-c0a4-45f0-9964-cd2a1c43345a), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:23.760645 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a789c-1051-4fb0-9af7-6cba7e139004 None None] Current status of the port 701d10d6-c0a4-45f0-9964-cd2a1c43345a is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:38:23.767120 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:23.981300 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-f2f2434a-4a5b-4a12-94b6-4c7d9519319e None None] Provisioning complete for port 701d10d6-c0a4-45f0-9964-cd2a1c43345a triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:38:23.981604 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f2f2434a-4a5b-4a12-94b6-4c7d9519319e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (701d10d6-c0a4-45f0-9964-cd2a1c43345a), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:24.059229 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-f2f2434a-4a5b-4a12-94b6-4c7d9519319e None None] Current status of the port 701d10d6-c0a4-45f0-9964-cd2a1c43345a is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:38:25.144695 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 701d10d6-c0a4-45f0-9964-cd2a1c43345a up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:38:25.191872 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 701d10d6-c0a4-45f0-9964-cd2a1c43345a triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:38:25.192262 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (701d10d6-c0a4-45f0-9964-cd2a1c43345a), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:25.283457 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 701d10d6-c0a4-45f0-9964-cd2a1c43345a is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:38:25.296972 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:25.398957 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 34540) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:38:25.525826 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-5e1c6bb1-45ab-47dc-93ce-45567a5b6cea admin admin] Request body: {'network': {'router:external': True, 'project_id': '869a940ac7174995a6c8ac4b52efcc3a', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'tenant_id': '869a940ac7174995a6c8ac4b52efcc3a', 'provider:physical_network': 'physnet1'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:38:25.612621 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1c6bb1-45ab-47dc-93ce-45567a5b6cea admin admin] Made reservation on behalf of 869a940ac7174995a6c8ac4b52efcc3a for: {'network': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:38:25.614935 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6bb1-45ab-47dc-93ce-45567a5b6cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for network (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:25.622990 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6bb1-45ab-47dc-93ce-45567a5b6cea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:25.698671 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6bb1-45ab-47dc-93ce-45567a5b6cea admin admin] Publish callbacks [] for security_group (da750fb5-dc78-4ecb-8281-8de6516163ef), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:25.755357 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6bb1-45ab-47dc-93ce-45567a5b6cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (da750fb5-dc78-4ecb-8281-8de6516163ef), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:25.770297 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5e1c6bb1-45ab-47dc-93ce-45567a5b6cea admin admin] Reserving flat network on physical network physnet1 {{(pid=109462) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 27 12:38:25.788041 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c6bb1-45ab-47dc-93ce-45567a5b6cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da750fb5-dc78-4ecb-8281-8de6516163ef,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:38:25.793243 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6bb1-45ab-47dc-93ce-45567a5b6cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (70b4aaac-b595-48b2-a689-b4a4414782ea), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:25.793578 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.db.segments_db [None req-5e1c6bb1-45ab-47dc-93ce-45567a5b6cea admin admin] Added segment 70b4aaac-b595-48b2-a689-b4a4414782ea of type flat for network eb2842ee-b281-40a5-b8cc-bad91d1f4211 Jan 27 12:38:25.838277 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6bb1-45ab-47dc-93ce-45567a5b6cea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727397602151'] for network (eb2842ee-b281-40a5-b8cc-bad91d1f4211), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:25.938294 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6bb1-45ab-47dc-93ce-45567a5b6cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for network (eb2842ee-b281-40a5-b8cc-bad91d1f4211), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:25.939231 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1c6bb1-45ab-47dc-93ce-45567a5b6cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:38:25.939800 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6bb1-45ab-47dc-93ce-45567a5b6cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:26.015238 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c6bb1-45ab-47dc-93ce-45567a5b6cea admin admin] Pushing event updated for resources: {'Network': ['ID=eb2842ee-b281-40a5-b8cc-bad91d1f4211,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:38:26.025056 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Network eb2842ee-b281-40a5-b8cc-bad91d1f4211 details requested by agent ovs-agent-dv-cinder-824031-3-iscsi with host dv-cinder-824031-3-iscsi {{(pid=109463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 12:38:26.072318 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-5e1c6bb1-45ab-47dc-93ce-45567a5b6cea admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6722014 Jan 27 12:38:26.681364 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:28.328804 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 34548) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:38:28.458679 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db6080c-d4b2-46ac-abe2-02b2e727bf47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:38:28.460067 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-0db6080c-d4b2-46ac-abe2-02b2e727bf47 admin admin] 10.222.0.39 "GET /v2.0/subnets/f9be9a7d-e878-4176-9477-536a7da0bee2 HTTP/1.1" status: 200 len: 849 time: 0.1303151 Jan 27 12:38:28.576947 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-047b41a7-e5c1-4de8-bd82-323830beab4e admin admin] 10.222.0.39 "GET /v2.0/routers/5b16b8c2-c2e4-415a-9112-de1f9fb6e08b HTTP/1.1" status: 200 len: 704 time: 0.1111875 Jan 27 12:38:28.834963 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5e30f70b-8ed8-4b6e-96a1-d8880b6653e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:29.129063 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_common [None req-5e30f70b-8ed8-4b6e-96a1-d8880b6653e9 admin admin] Allocated IP 172.20.0.1 (9c2c12e3-312f-4f0a-baa8-f44671fb9e36/f9be9a7d-e878-4176-9477-536a7da0bee2/7cf079d4-987d-4319-897e-d019d5aff62b) {{(pid=109462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:38:29.311078 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5e30f70b-8ed8-4b6e-96a1-d8880b6653e9 admin admin] Publish callbacks [] for port (7cf079d4-987d-4319-897e-d019d5aff62b), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:29.419133 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5e30f70b-8ed8-4b6e-96a1-d8880b6653e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551'] for port (7cf079d4-987d-4319-897e-d019d5aff62b), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:29.495724 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e30f70b-8ed8-4b6e-96a1-d8880b6653e9 admin admin] Network 9c2c12e3-312f-4f0a-baa8-f44671fb9e36 is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:38:29.505000 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-5e30f70b-8ed8-4b6e-96a1-d8880b6653e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:38:29.508619 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e30f70b-8ed8-4b6e-96a1-d8880b6653e9 admin admin] Received port after_create {{(pid=109462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:38:29.509406 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5e30f70b-8ed8-4b6e-96a1-d8880b6653e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664249'] for router_interface (5b16b8c2-c2e4-415a-9112-de1f9fb6e08b), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:29.572151 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30f70b-8ed8-4b6e-96a1-d8880b6653e9 admin admin] Pushing event updated for resources: {'Port': ['ID=7cf079d4-987d-4319-897e-d019d5aff62b,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:38:29.715514 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-b3deb4cd-00d3-4ad5-a9e6-cf4726bf87e2 None None] Provisioning complete for port 7cf079d4-987d-4319-897e-d019d5aff62b triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:38:29.716092 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-b3deb4cd-00d3-4ad5-a9e6-cf4726bf87e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (7cf079d4-987d-4319-897e-d019d5aff62b), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:29.747622 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-b3deb4cd-00d3-4ad5-a9e6-cf4726bf87e2 None None] Port 7cf079d4-987d-4319-897e-d019d5aff62b cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:38:29.816988 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5e30f70b-8ed8-4b6e-96a1-d8880b6653e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (7cf079d4-987d-4319-897e-d019d5aff62b), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:30.017796 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5e30f70b-8ed8-4b6e-96a1-d8880b6653e9 admin admin] Publish callbacks [] for port (7cf079d4-987d-4319-897e-d019d5aff62b), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:30.058039 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5e30f70b-8ed8-4b6e-96a1-d8880b6653e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (7cf079d4-987d-4319-897e-d019d5aff62b), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:30.058841 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5e30f70b-8ed8-4b6e-96a1-d8880b6653e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1664617'] for router_interface (5b16b8c2-c2e4-415a-9112-de1f9fb6e08b), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:30.139647 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30f70b-8ed8-4b6e-96a1-d8880b6653e9 admin admin] Pushing event updated for resources: {'Port': ['ID=7cf079d4-987d-4319-897e-d019d5aff62b,revision_number=2']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:38:30.182863 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e30f70b-8ed8-4b6e-96a1-d8880b6653e9 admin admin] Network 9c2c12e3-312f-4f0a-baa8-f44671fb9e36 is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:38:30.184107 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-5e30f70b-8ed8-4b6e-96a1-d8880b6653e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:38:30.370017 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-3af13c38-a147-405e-855d-3e92fc1a8cd1 None None] Provisioning complete for port 7cf079d4-987d-4319-897e-d019d5aff62b triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:38:30.370413 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-3af13c38-a147-405e-855d-3e92fc1a8cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (7cf079d4-987d-4319-897e-d019d5aff62b), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:30.378399 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e30f70b-8ed8-4b6e-96a1-d8880b6653e9 admin admin] Router 5b16b8c2-c2e4-415a-9112-de1f9fb6e08b is scheduled to L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 with binding_index 1 {{(pid=109462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 12:38:30.406132 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-3af13c38-a147-405e-855d-3e92fc1a8cd1 None None] Port 7cf079d4-987d-4319-897e-d019d5aff62b cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:38:30.470302 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e30f70b-8ed8-4b6e-96a1-d8880b6653e9 admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:38:30.475521 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-5e30f70b-8ed8-4b6e-96a1-d8880b6653e9 admin admin] 10.222.0.39 "PUT /v2.0/routers/5b16b8c2-c2e4-415a-9112-de1f9fb6e08b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8929491 Jan 27 12:38:30.479625 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] Sync routers for ids ['5b16b8c2-c2e4-415a-9112-de1f9fb6e08b'] in dv-cinder-824031-3-iscsi {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:38:30.492159 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] Routers {'5b16b8c2-c2e4-415a-9112-de1f9fb6e08b'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:38:30.492976 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:38:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['5b16b8c2-c2e4-415a-9112-de1f9fb6e08b'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:38:30.674466 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] Set router 5b16b8c2-c2e4-415a-9112-de1f9fb6e08b gateway port host: None {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:38:31.098262 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b16b8c2-c2e4-415a-9112-de1f9fb6e08b', 'name': 'router1', 'tenant_id': '1bb73f815dc24a909643d2f9725f058d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:38:19Z', 'updated_at': '2022-01-27T12:38:29Z', 'revision_number': 2, 'project_id': '1bb73f815dc24a909643d2f9725f058d', 'gw_port_host': None, '_interfaces': [{'id': '7cf079d4-987d-4319-897e-d019d5aff62b', 'name': '', 'network_id': '9c2c12e3-312f-4f0a-baa8-f44671fb9e36', 'tenant_id': '1bb73f815dc24a909643d2f9725f058d', 'mac_address': 'fa:16:3e:5c:ef:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b16b8c2-c2e4-415a-9112-de1f9fb6e08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9be9a7d-e878-4176-9477-536a7da0bee2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:38:28Z', 'updated_at': '2022-01-27T12:38:29Z', 'revision_number': 2, 'project_id': '1bb73f815dc24a909643d2f9725f058d', 'subnets': [{'id': 'f9be9a7d-e878-4176-9477-536a7da0bee2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b3e3d06-9d4b-46d4-9507-ee1d7540668e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:38:31.148052 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] Checking router: 5b16b8c2-c2e4-415a-9112-de1f9fb6e08b for host: dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:38:31.148427 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] Updating router 5b16b8c2-c2e4-415a-9112-de1f9fb6e08b port 7cf079d4-987d-4319-897e-d019d5aff62b binding host dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 12:38:31.196262 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (7cf079d4-987d-4319-897e-d019d5aff62b), before_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:31.703290 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] Publish callbacks [] for port (7cf079d4-987d-4319-897e-d019d5aff62b), precommit_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:31.793931 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (7cf079d4-987d-4319-897e-d019d5aff62b), after_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:31.948466 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60673a-7928-4d43-a94d-aefcc5f7dcb4 None None] Pushing event updated for resources: {'Port': ['ID=7cf079d4-987d-4319-897e-d019d5aff62b,revision_number=3']} {{(pid=109464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:38:31.964302 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60673a-7928-4d43-a94d-aefcc5f7dcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:31.964662 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60673a-7928-4d43-a94d-aefcc5f7dcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:31.965012 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60673a-7928-4d43-a94d-aefcc5f7dcb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:31.965351 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60673a-7928-4d43-a94d-aefcc5f7dcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:31.965686 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60673a-7928-4d43-a94d-aefcc5f7dcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:31.966017 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60673a-7928-4d43-a94d-aefcc5f7dcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:31.966348 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60673a-7928-4d43-a94d-aefcc5f7dcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:31.966677 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60673a-7928-4d43-a94d-aefcc5f7dcb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:31.967036 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60673a-7928-4d43-a94d-aefcc5f7dcb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:31.967906 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60673a-7928-4d43-a94d-aefcc5f7dcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:31.968238 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60673a-7928-4d43-a94d-aefcc5f7dcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:31.968559 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60673a-7928-4d43-a94d-aefcc5f7dcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:31.968881 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60673a-7928-4d43-a94d-aefcc5f7dcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60673a-7928-4d43-a94d-aefcc5f7dcb4 None None] Tracked resource versions report: Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: pushed versions: Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: { 'AddressGroup': {'1.2'}, Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: 'ConntrackHelper': {'1.0'}, Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: 'LocalIPAssociation': {'1.0'}, Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: 'Log': {'1.0'}, Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: 'Network': {'1.1'}, Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: 'Port': {'1.7'}, Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: 'PortForwarding': {'1.2'}, Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: 'QosPolicy': {'1.10'}, Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: 'SecurityGroup': {'1.5'}, Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: 'SecurityGroupRule': {'1.2'}, Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: 'SubPort': {'1.0'}, Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: 'Subnet': {'1.1'}, Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: 'Trunk': {'1.1'}} Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: consumer versions: Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: { DHCP agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: L3 agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: Metadata agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: Metering agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: Open vSwitch agent@dv-cinder-824031-3-iscsi: { 'AddressGroup': '1.2', Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: 'ConntrackHelper': '1.0', Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: 'LocalIPAssociation': '1.0', Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: 'Log': '1.0', Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: 'Network': '1.1', Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: 'Port': '1.7', Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: 'PortForwarding': '1.2', Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: 'QosPolicy': '1.10', Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: 'SecurityGroup': '1.5', Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: 'SecurityGroupRule': '1.2', Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: 'SubPort': '1.0', Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: 'Subnet': '1.1', Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: 'Trunk': '1.1'}} Jan 27 12:38:31.970264 dv-cinder-824031-3-iscsi neutron-server[109464]: {{(pid=109464) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 12:38:31.972808 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] Attempting to bind port 7cf079d4-987d-4319-897e-d019d5aff62b on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:38:31.973210 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] Attempting to bind port 7cf079d4-987d-4319-897e-d019d5aff62b by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': '5dd207d9-5e10-4b14-96ed-a43caef58c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9c2c12e3-312f-4f0a-baa8-f44671fb9e36'}] {{(pid=109464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:38:31.973644 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] Attempting to bind port 7cf079d4-987d-4319-897e-d019d5aff62b on network 9c2c12e3-312f-4f0a-baa8-f44671fb9e36 {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:38:31.980150 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:38:31.980555 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] Checking segment: {'id': '5dd207d9-5e10-4b14-96ed-a43caef58c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9c2c12e3-312f-4f0a-baa8-f44671fb9e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:38:31.981044 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:31.981431 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] Bound using segment: {'id': '5dd207d9-5e10-4b14-96ed-a43caef58c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9c2c12e3-312f-4f0a-baa8-f44671fb9e36'} {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:38:31.983752 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] Bound port: 7cf079d4-987d-4319-897e-d019d5aff62b, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd207d9-5e10-4b14-96ed-a43caef58c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9c2c12e3-312f-4f0a-baa8-f44671fb9e36'}}] {{(pid=109464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:38:31.983752 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (7cf079d4-987d-4319-897e-d019d5aff62b), before_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:32.035453 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-d2e2d2f9-e613-413a-89e9-64fb5495bae2 None None] Provisioning complete for port 7cf079d4-987d-4319-897e-d019d5aff62b triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:38:32.036015 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-d2e2d2f9-e613-413a-89e9-64fb5495bae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (7cf079d4-987d-4319-897e-d019d5aff62b), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:32.050372 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.db [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] For port 7cf079d4-987d-4319-897e-d019d5aff62b, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:38:32.069949 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.db [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] For port 7cf079d4-987d-4319-897e-d019d5aff62b, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=7cf079d4-987d-4319-897e-d019d5aff62b,segment=NetworkSegment(5dd207d9-5e10-4b14-96ed-a43caef58c48),segment_id=5dd207d9-5e10-4b14-96ed-a43caef58c48)] {{(pid=109464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:38:32.070135 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2d2f9-e613-413a-89e9-64fb5495bae2 None None] Port 7cf079d4-987d-4319-897e-d019d5aff62b cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:38:32.144379 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (7cf079d4-987d-4319-897e-d019d5aff62b), after_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:32.195239 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] Routers {'5b16b8c2-c2e4-415a-9112-de1f9fb6e08b'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:38:32.195850 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:38:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['5b16b8c2-c2e4-415a-9112-de1f9fb6e08b'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:38:32.243203 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60673a-7928-4d43-a94d-aefcc5f7dcb4 None None] Pushing event updated for resources: {'Port': ['ID=7cf079d4-987d-4319-897e-d019d5aff62b,revision_number=4']} {{(pid=109464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:38:32.293532 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] Set router 5b16b8c2-c2e4-415a-9112-de1f9fb6e08b gateway port host: None {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:38:32.393085 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-1e60f168-349d-4414-a647-265544dc76ff None None] Provisioning complete for port 7cf079d4-987d-4319-897e-d019d5aff62b triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:38:32.393483 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-1e60f168-349d-4414-a647-265544dc76ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (7cf079d4-987d-4319-897e-d019d5aff62b), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:32.473874 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-1e60f168-349d-4414-a647-265544dc76ff None None] Current status of the port 7cf079d4-987d-4319-897e-d019d5aff62b is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:38:32.474202 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-1e60f168-349d-4414-a647-265544dc76ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (7cf079d4-987d-4319-897e-d019d5aff62b), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:32.504552 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-1e60f168-349d-4414-a647-265544dc76ff None None] For port 7cf079d4-987d-4319-897e-d019d5aff62b, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=7cf079d4-987d-4319-897e-d019d5aff62b,segment=NetworkSegment(5dd207d9-5e10-4b14-96ed-a43caef58c48),segment_id=5dd207d9-5e10-4b14-96ed-a43caef58c48)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:38:32.511402 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b16b8c2-c2e4-415a-9112-de1f9fb6e08b', 'name': 'router1', 'tenant_id': '1bb73f815dc24a909643d2f9725f058d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:38:19Z', 'updated_at': '2022-01-27T12:38:29Z', 'revision_number': 2, 'project_id': '1bb73f815dc24a909643d2f9725f058d', 'gw_port_host': None, '_interfaces': [{'id': '7cf079d4-987d-4319-897e-d019d5aff62b', 'name': '', 'network_id': '9c2c12e3-312f-4f0a-baa8-f44671fb9e36', 'tenant_id': '1bb73f815dc24a909643d2f9725f058d', 'mac_address': 'fa:16:3e:5c:ef:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b16b8c2-c2e4-415a-9112-de1f9fb6e08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9be9a7d-e878-4176-9477-536a7da0bee2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:38:28Z', 'updated_at': '2022-01-27T12:38:32Z', 'revision_number': 4, 'project_id': '1bb73f815dc24a909643d2f9725f058d', 'subnets': [{'id': 'f9be9a7d-e878-4176-9477-536a7da0bee2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b3e3d06-9d4b-46d4-9507-ee1d7540668e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:38:32.541480 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e17bcd-85a7-4b06-b661-f5407bc0b578 None None] The sync data for ids ['5b16b8c2-c2e4-415a-9112-de1f9fb6e08b'] in dv-cinder-824031-3-iscsi is: [{'id': '5b16b8c2-c2e4-415a-9112-de1f9fb6e08b', 'name': 'router1', 'tenant_id': '1bb73f815dc24a909643d2f9725f058d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:38:19Z', 'updated_at': '2022-01-27T12:38:29Z', 'revision_number': 2, 'project_id': '1bb73f815dc24a909643d2f9725f058d', 'gw_port_host': None, '_interfaces': [{'id': '7cf079d4-987d-4319-897e-d019d5aff62b', 'name': '', 'network_id': '9c2c12e3-312f-4f0a-baa8-f44671fb9e36', 'tenant_id': '1bb73f815dc24a909643d2f9725f058d', 'mac_address': 'fa:16:3e:5c:ef:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b16b8c2-c2e4-415a-9112-de1f9fb6e08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9be9a7d-e878-4176-9477-536a7da0bee2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:38:28Z', 'updated_at': '2022-01-27T12:38:32Z', 'revision_number': 4, 'project_id': '1bb73f815dc24a909643d2f9725f058d', 'subnets': [{'id': 'f9be9a7d-e878-4176-9477-536a7da0bee2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b3e3d06-9d4b-46d4-9507-ee1d7540668e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:38:32.566892 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-1e60f168-349d-4414-a647-265544dc76ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (7cf079d4-987d-4319-897e-d019d5aff62b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:32.615981 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60f168-349d-4414-a647-265544dc76ff None None] Pushing event updated for resources: {'Port': ['ID=7cf079d4-987d-4319-897e-d019d5aff62b,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:38:35.118842 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 34566) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:38:35.226041 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce35e84-78e1-4642-8b9e-a819dd5eaaa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:38:35.227473 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-5ce35e84-78e1-4642-8b9e-a819dd5eaaa5 admin admin] 10.222.0.39 "GET /v2.0/networks/eb2842ee-b281-40a5-b8cc-bad91d1f4211 HTTP/1.1" status: 200 len: 842 time: 0.1076722 Jan 27 12:38:35.237410 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-aceada6e-dfcd-494a-b8a3-273aa5906177 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'tenant_id': '869a940ac7174995a6c8ac4b52efcc3a', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'gateway_ip': '172.27.2.1'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:38:35.315297 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aceada6e-dfcd-494a-b8a3-273aa5906177 admin admin] Made reservation on behalf of 869a940ac7174995a6c8ac4b52efcc3a for: {'subnet': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:38:35.317612 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-aceada6e-dfcd-494a-b8a3-273aa5906177 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:35.663878 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.objects.ports [None req-aceada6e-dfcd-494a-b8a3-273aa5906177 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109462) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 12:38:35.664321 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-aceada6e-dfcd-494a-b8a3-273aa5906177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for subnet (1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:35.715723 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceada6e-dfcd-494a-b8a3-273aa5906177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a,revision_number=0']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:38:35.728408 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceada6e-dfcd-494a-b8a3-273aa5906177 admin admin] Checking segment: {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:38:35.728767 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceada6e-dfcd-494a-b8a3-273aa5906177 admin admin] Network hostable DHCP agents. Network: eb2842ee-b281-40a5-b8cc-bad91d1f4211, hostable agents: ['8eb3a606-acf3-4d34-8208-a31c99af56ba'], hosted agents: [] {{(pid=109462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 12:38:35.806496 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceada6e-dfcd-494a-b8a3-273aa5906177 admin admin] Network eb2842ee-b281-40a5-b8cc-bad91d1f4211 is scheduled to be hosted by DHCP agent 8eb3a606-acf3-4d34-8208-a31c99af56ba with binding_index 1 {{(pid=109462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 12:38:35.897789 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-aceada6e-dfcd-494a-b8a3-273aa5906177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-3-iscsi, eb2842ee-b281-40a5-b8cc-bad91d1f4211) {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:38:35.901728 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceada6e-dfcd-494a-b8a3-273aa5906177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:38:35.902363 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-aceada6e-dfcd-494a-b8a3-273aa5906177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for subnet (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:35.906658 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7a069b-6817-44f3-b74c-c66ad0ec7682 None None] Network eb2842ee-b281-40a5-b8cc-bad91d1f4211 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:38:35.986829 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-aceada6e-dfcd-494a-b8a3-273aa5906177 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7414558 Jan 27 12:38:36.003590 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf11a5f-ce03-4fde-8ad7-4a4c12391a52 None None] Network eb2842ee-b281-40a5-b8cc-bad91d1f4211 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:38:38.342050 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 34574) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:38:38.471106 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-8eecb5fe-9cef-45f6-a3e4-221d1f8dc0bd admin admin] 10.222.0.39 "GET /v2.0/routers/5b16b8c2-c2e4-415a-9112-de1f9fb6e08b HTTP/1.1" status: 200 len: 710 time: 0.1278770 Jan 27 12:38:38.631821 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cbc8a4-1247-4320-99db-3a9fe234ac15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:38:38.633208 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-95cbc8a4-1247-4320-99db-3a9fe234ac15 admin admin] 10.222.0.39 "GET /v2.0/networks/eb2842ee-b281-40a5-b8cc-bad91d1f4211 HTTP/1.1" status: 200 len: 886 time: 0.1566722 Jan 27 12:38:38.642143 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-51d90447-5bbd-4c08-b488-baa97bdc83d1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:38:38.881264 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-51d90447-5bbd-4c08-b488-baa97bdc83d1 admin admin] Publish callbacks [] for router_gateway (5b16b8c2-c2e4-415a-9112-de1f9fb6e08b), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:39.210260 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-51d90447-5bbd-4c08-b488-baa97bdc83d1 admin admin] Publish callbacks [] for router_gateway (5b16b8c2-c2e4-415a-9112-de1f9fb6e08b), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:39.212578 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 7cf079d4-987d-4319-897e-d019d5aff62b up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:38:39.268958 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 7cf079d4-987d-4319-897e-d019d5aff62b triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:38:39.269473 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (7cf079d4-987d-4319-897e-d019d5aff62b), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:39.292298 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-51d90447-5bbd-4c08-b488-baa97bdc83d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:39.351830 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 7cf079d4-987d-4319-897e-d019d5aff62b is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:38:39.399732 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_common [None req-51d90447-5bbd-4c08-b488-baa97bdc83d1 admin admin] Allocated IP 172.27.2.138 (eb2842ee-b281-40a5-b8cc-bad91d1f4211/1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a/667fc350-b13c-4f15-a911-774512257af7) {{(pid=109462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:38:39.497811 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-51d90447-5bbd-4c08-b488-baa97bdc83d1 admin admin] Publish callbacks [] for port (667fc350-b13c-4f15-a911-774512257af7), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:39.584221 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-51d90447-5bbd-4c08-b488-baa97bdc83d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551'] for port (667fc350-b13c-4f15-a911-774512257af7), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:39.621403 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d90447-5bbd-4c08-b488-baa97bdc83d1 admin admin] Network eb2842ee-b281-40a5-b8cc-bad91d1f4211 is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:38:39.624568 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-51d90447-5bbd-4c08-b488-baa97bdc83d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:38:39.627852 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d90447-5bbd-4c08-b488-baa97bdc83d1 admin admin] Received port after_create {{(pid=109462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:38:39.665774 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d90447-5bbd-4c08-b488-baa97bdc83d1 admin admin] Pushing event updated for resources: {'Port': ['ID=667fc350-b13c-4f15-a911-774512257af7,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:38:39.977082 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-51d90447-5bbd-4c08-b488-baa97bdc83d1 admin admin] Publish callbacks [] for router_gateway (5b16b8c2-c2e4-415a-9112-de1f9fb6e08b), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:40.258252 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-51d90447-5bbd-4c08-b488-baa97bdc83d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1661899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108317'] for router (5b16b8c2-c2e4-415a-9112-de1f9fb6e08b), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:40.261885 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-51d90447-5bbd-4c08-b488-baa97bdc83d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1661890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1661909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1666360'] for router (5b16b8c2-c2e4-415a-9112-de1f9fb6e08b), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:40.367422 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d90447-5bbd-4c08-b488-baa97bdc83d1 admin admin] Router 5b16b8c2-c2e4-415a-9112-de1f9fb6e08b has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:38:40.471724 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d90447-5bbd-4c08-b488-baa97bdc83d1 admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:38:40.476000 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-51d90447-5bbd-4c08-b488-baa97bdc83d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:40.492304 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-51d90447-5bbd-4c08-b488-baa97bdc83d1 admin admin] 10.222.0.39 "PUT /v2.0/routers/5b16b8c2-c2e4-415a-9112-de1f9fb6e08b HTTP/1.1" status: 200 len: 890 time: 1.8382111 Jan 27 12:38:40.878007 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] Sync routers for ids ['5b16b8c2-c2e4-415a-9112-de1f9fb6e08b'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:38:40.889550 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] Routers {'5b16b8c2-c2e4-415a-9112-de1f9fb6e08b'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:38:40.890181 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:38:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['5b16b8c2-c2e4-415a-9112-de1f9fb6e08b'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:38:41.093463 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] Set router 5b16b8c2-c2e4-415a-9112-de1f9fb6e08b gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:38:41.566371 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b16b8c2-c2e4-415a-9112-de1f9fb6e08b', 'name': 'router1', 'tenant_id': '1bb73f815dc24a909643d2f9725f058d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '667fc350-b13c-4f15-a911-774512257af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:38:19Z', 'updated_at': '2022-01-27T12:38:39Z', 'revision_number': 4, 'project_id': '1bb73f815dc24a909643d2f9725f058d', 'gw_port': {'id': '667fc350-b13c-4f15-a911-774512257af7', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:28:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b16b8c2-c2e4-415a-9112-de1f9fb6e08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:38:39Z', 'updated_at': '2022-01-27T12:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': '7cf079d4-987d-4319-897e-d019d5aff62b', 'name': '', 'network_id': '9c2c12e3-312f-4f0a-baa8-f44671fb9e36', 'tenant_id': '1bb73f815dc24a909643d2f9725f058d', 'mac_address': 'fa:16:3e:5c:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b16b8c2-c2e4-415a-9112-de1f9fb6e08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9be9a7d-e878-4176-9477-536a7da0bee2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:38:28Z', 'updated_at': '2022-01-27T12:38:32Z', 'revision_number': 5, 'project_id': '1bb73f815dc24a909643d2f9725f058d', 'subnets': [{'id': 'f9be9a7d-e878-4176-9477-536a7da0bee2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b3e3d06-9d4b-46d4-9507-ee1d7540668e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:38:41.614089 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] Checking router: 5b16b8c2-c2e4-415a-9112-de1f9fb6e08b for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:38:41.614446 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] Updating router 5b16b8c2-c2e4-415a-9112-de1f9fb6e08b port 667fc350-b13c-4f15-a911-774512257af7 binding host dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 12:38:41.663094 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (667fc350-b13c-4f15-a911-774512257af7), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:41.972224 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] Publish callbacks [] for port (667fc350-b13c-4f15-a911-774512257af7), precommit_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:42.033694 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (667fc350-b13c-4f15-a911-774512257af7), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:42.086860 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] Attempting to bind port 667fc350-b13c-4f15-a911-774512257af7 on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:38:42.087238 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] Attempting to bind port 667fc350-b13c-4f15-a911-774512257af7 by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:38:42.087608 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] Attempting to bind port 667fc350-b13c-4f15-a911-774512257af7 on network eb2842ee-b281-40a5-b8cc-bad91d1f4211 {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:38:42.089409 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8dc8f-a891-462b-8a59-c8713d3c32c3 None None] Pushing event updated for resources: {'Port': ['ID=667fc350-b13c-4f15-a911-774512257af7,revision_number=2']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:38:42.095354 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:38:42.095731 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] Checking segment: {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:38:42.096134 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:42.096519 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] Bound using segment: {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:38:42.096984 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] Bound port: 667fc350-b13c-4f15-a911-774512257af7, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:38:42.097360 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (667fc350-b13c-4f15-a911-774512257af7), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:42.144949 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] For port 667fc350-b13c-4f15-a911-774512257af7, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:38:42.148138 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] For port 667fc350-b13c-4f15-a911-774512257af7, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=667fc350-b13c-4f15-a911-774512257af7,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:38:42.234422 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (667fc350-b13c-4f15-a911-774512257af7), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:42.291209 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] Routers {'5b16b8c2-c2e4-415a-9112-de1f9fb6e08b'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:38:42.291814 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:38:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['5b16b8c2-c2e4-415a-9112-de1f9fb6e08b'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:38:42.328687 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8dc8f-a891-462b-8a59-c8713d3c32c3 None None] Pushing event updated for resources: {'Port': ['ID=667fc350-b13c-4f15-a911-774512257af7,revision_number=3']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:38:42.402998 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] Set router 5b16b8c2-c2e4-415a-9112-de1f9fb6e08b gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:38:42.610549 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b16b8c2-c2e4-415a-9112-de1f9fb6e08b', 'name': 'router1', 'tenant_id': '1bb73f815dc24a909643d2f9725f058d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '667fc350-b13c-4f15-a911-774512257af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:38:19Z', 'updated_at': '2022-01-27T12:38:39Z', 'revision_number': 4, 'project_id': '1bb73f815dc24a909643d2f9725f058d', 'gw_port': {'id': '667fc350-b13c-4f15-a911-774512257af7', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:28:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b16b8c2-c2e4-415a-9112-de1f9fb6e08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:38:39Z', 'updated_at': '2022-01-27T12:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': '7cf079d4-987d-4319-897e-d019d5aff62b', 'name': '', 'network_id': '9c2c12e3-312f-4f0a-baa8-f44671fb9e36', 'tenant_id': '1bb73f815dc24a909643d2f9725f058d', 'mac_address': 'fa:16:3e:5c:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b16b8c2-c2e4-415a-9112-de1f9fb6e08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9be9a7d-e878-4176-9477-536a7da0bee2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:38:28Z', 'updated_at': '2022-01-27T12:38:32Z', 'revision_number': 5, 'project_id': '1bb73f815dc24a909643d2f9725f058d', 'subnets': [{'id': 'f9be9a7d-e878-4176-9477-536a7da0bee2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b3e3d06-9d4b-46d4-9507-ee1d7540668e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:38:42.637816 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6519c3d2-69a2-4a5a-8bc4-a1f1e798d6de None None] The sync data for ids ['5b16b8c2-c2e4-415a-9112-de1f9fb6e08b'] in dv-cinder-824031-3-iscsi is: [{'id': '5b16b8c2-c2e4-415a-9112-de1f9fb6e08b', 'name': 'router1', 'tenant_id': '1bb73f815dc24a909643d2f9725f058d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '667fc350-b13c-4f15-a911-774512257af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:38:19Z', 'updated_at': '2022-01-27T12:38:39Z', 'revision_number': 4, 'project_id': '1bb73f815dc24a909643d2f9725f058d', 'gw_port': {'id': '667fc350-b13c-4f15-a911-774512257af7', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:28:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b16b8c2-c2e4-415a-9112-de1f9fb6e08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:38:39Z', 'updated_at': '2022-01-27T12:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': '7cf079d4-987d-4319-897e-d019d5aff62b', 'name': '', 'network_id': '9c2c12e3-312f-4f0a-baa8-f44671fb9e36', 'tenant_id': '1bb73f815dc24a909643d2f9725f058d', 'mac_address': 'fa:16:3e:5c:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b16b8c2-c2e4-415a-9112-de1f9fb6e08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9be9a7d-e878-4176-9477-536a7da0bee2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:38:28Z', 'updated_at': '2022-01-27T12:38:32Z', 'revision_number': 5, 'project_id': '1bb73f815dc24a909643d2f9725f058d', 'subnets': [{'id': 'f9be9a7d-e878-4176-9477-536a7da0bee2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b3e3d06-9d4b-46d4-9507-ee1d7540668e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:38:42.945209 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 34586) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:38:43.058213 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-b858c628-27db-4935-a69f-f18dc2cb2661 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1119339 Jan 27 12:38:43.223657 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 667fc350-b13c-4f15-a911-774512257af7 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:38:43.278631 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 667fc350-b13c-4f15-a911-774512257af7 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:38:43.280222 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (667fc350-b13c-4f15-a911-774512257af7), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:43.368983 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 667fc350-b13c-4f15-a911-774512257af7 is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:38:43.369503 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (667fc350-b13c-4f15-a911-774512257af7), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:43.391285 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] For port 667fc350-b13c-4f15-a911-774512257af7, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=667fc350-b13c-4f15-a911-774512257af7,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:38:43.452737 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (667fc350-b13c-4f15-a911-774512257af7), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:43.502464 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Pushing event updated for resources: {'Port': ['ID=667fc350-b13c-4f15-a911-774512257af7,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:38:45.164450 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 667fc350-b13c-4f15-a911-774512257af7 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:38:45.217507 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 667fc350-b13c-4f15-a911-774512257af7 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:38:45.217679 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (667fc350-b13c-4f15-a911-774512257af7), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:45.301140 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 667fc350-b13c-4f15-a911-774512257af7 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:38:50.500014 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-c8fe1d24-4572-41db-ae5e-aee17fb5493c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:51.633905 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 5 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:38:52.721672 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-3a6fa88b-7d7d-4427-9db9-cec9b049ea3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:53.760361 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:55.284926 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:38:56.672951 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:39:20.486112 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-da458264-5b73-4f7c-9633-955baff3e3f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:39:22.713681 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-1f091ef5-96e8-4ba8-8630-4a84a4f3b61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:39:23.811329 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:39:25.286006 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:39:26.666042 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:39:28.633749 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 5 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:39:50.441540 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-7dfef523-dad3-4095-891d-f78f3b98d4cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:39:52.727174 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f52fabce-a245-468d-8ac3-cdf5a71a0a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:39:53.769985 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:39:55.301432 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:39:56.681124 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:03.582012 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35070) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:40:03.643030 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.pecan_wsgi.hooks.translation [None req-52553f86-67bf-41b7-96da-ed8129644e9d admin admin] GET failed (client error): The resource could not be found. Jan 27 12:40:03.644330 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-52553f86-67bf-41b7-96da-ed8129644e9d admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613682 Jan 27 12:40:03.802273 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e800955b-9e52-4083-890a-64a18e8af045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:40:03.803734 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-e800955b-9e52-4083-890a-64a18e8af045 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1552768 Jan 27 12:40:05.633982 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 5 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:40:06.019534 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35080) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:40:06.107354 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3f6673-2579-41ed-9dec-f978947164d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:40:06.108666 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-ba3f6673-2579-41ed-9dec-f978947164d7 admin admin] 10.222.0.39 "GET /v2.0/subnets/f9be9a7d-e878-4176-9477-536a7da0bee2 HTTP/1.1" status: 200 len: 849 time: 0.0881877 Jan 27 12:40:06.117922 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-7cef77cb-535a-4b6d-a4e7-8cda23dd1699 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:40:06.201640 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-7cef77cb-535a-4b6d-a4e7-8cda23dd1699 admin admin] Publish callbacks [] for subnet (f9be9a7d-e878-4176-9477-536a7da0bee2), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:06.421007 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-7cef77cb-535a-4b6d-a4e7-8cda23dd1699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727398161601'] for subnet (f9be9a7d-e878-4176-9477-536a7da0bee2), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:06.454910 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cef77cb-535a-4b6d-a4e7-8cda23dd1699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:40:06.456027 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-7cef77cb-535a-4b6d-a4e7-8cda23dd1699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for subnet (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:06.466420 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-7cef77cb-535a-4b6d-a4e7-8cda23dd1699 admin admin] 10.222.0.39 "PUT /v2.0/subnets/f9be9a7d-e878-4176-9477-536a7da0bee2 HTTP/1.1" status: 200 len: 868 time: 0.3423433 Jan 27 12:40:06.466668 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0291b2-12cc-4687-a28d-3229ed7e0540 None None] Network 9c2c12e3-312f-4f0a-baa8-f44671fb9e36 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:40:06.475523 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef77cb-535a-4b6d-a4e7-8cda23dd1699 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9be9a7d-e878-4176-9477-536a7da0bee2,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:40:06.483003 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef77cb-535a-4b6d-a4e7-8cda23dd1699 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:06.483416 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef77cb-535a-4b6d-a4e7-8cda23dd1699 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:06.483807 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef77cb-535a-4b6d-a4e7-8cda23dd1699 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:06.484077 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef77cb-535a-4b6d-a4e7-8cda23dd1699 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:06.484385 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef77cb-535a-4b6d-a4e7-8cda23dd1699 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:06.484715 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef77cb-535a-4b6d-a4e7-8cda23dd1699 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:06.485064 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef77cb-535a-4b6d-a4e7-8cda23dd1699 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:06.485403 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef77cb-535a-4b6d-a4e7-8cda23dd1699 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:06.485749 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef77cb-535a-4b6d-a4e7-8cda23dd1699 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:06.486095 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef77cb-535a-4b6d-a4e7-8cda23dd1699 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:06.486424 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef77cb-535a-4b6d-a4e7-8cda23dd1699 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:06.486776 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef77cb-535a-4b6d-a4e7-8cda23dd1699 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:06.487096 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef77cb-535a-4b6d-a4e7-8cda23dd1699 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:06.835931 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-982012d2-b326-4108-bfb3-a8a3d79a3ae8 None None] Provisioning complete for port 7cf079d4-987d-4319-897e-d019d5aff62b triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:40:06.836301 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-982012d2-b326-4108-bfb3-a8a3d79a3ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (7cf079d4-987d-4319-897e-d019d5aff62b), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:06.909778 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-982012d2-b326-4108-bfb3-a8a3d79a3ae8 None None] Current status of the port 7cf079d4-987d-4319-897e-d019d5aff62b is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:40:06.919810 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-982012d2-b326-4108-bfb3-a8a3d79a3ae8 None None] Provisioning complete for port 701d10d6-c0a4-45f0-9964-cd2a1c43345a triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:40:06.920195 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-982012d2-b326-4108-bfb3-a8a3d79a3ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (701d10d6-c0a4-45f0-9964-cd2a1c43345a), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:06.996230 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-982012d2-b326-4108-bfb3-a8a3d79a3ae8 None None] Current status of the port 701d10d6-c0a4-45f0-9964-cd2a1c43345a is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:40:08.711049 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35088) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:40:08.906069 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98312458-e671-4df4-a059-f879b77a0234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:40:08.906546 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98312458-e671-4df4-a059-f879b77a0234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:40:08.908181 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-98312458-e671-4df4-a059-f879b77a0234 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1960495 Jan 27 12:40:11.146723 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35096) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:40:11.280341 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8266da-9a12-431c-95c3-60f9fac3e67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:40:11.280811 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8266da-9a12-431c-95c3-60f9fac3e67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:40:11.282348 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-af8266da-9a12-431c-95c3-60f9fac3e67f admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1346664 Jan 27 12:40:13.538725 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35104) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:40:13.665967 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc56205-cc96-457e-98c9-015797559c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:40:13.668716 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-ffc56205-cc96-457e-98c9-015797559c04 admin admin] 10.222.0.39 "GET /v2.0/networks/9c2c12e3-312f-4f0a-baa8-f44671fb9e36 HTTP/1.1" status: 200 len: 869 time: 0.1276920 Jan 27 12:40:15.896142 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35112) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:40:16.018327 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbb1226-2cb7-43e9-b98b-336fd9222a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:40:16.019672 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-8fbb1226-2cb7-43e9-b98b-336fd9222a2b admin admin] 10.222.0.39 "GET /v2.0/networks/eb2842ee-b281-40a5-b8cc-bad91d1f4211 HTTP/1.1" status: 200 len: 886 time: 0.1225951 Jan 27 12:40:18.238382 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35120) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:40:18.358663 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba53a7a5-8dad-4488-9cbb-620c75304e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:40:18.359146 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba53a7a5-8dad-4488-9cbb-620c75304e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:40:18.360683 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-ba53a7a5-8dad-4488-9cbb-620c75304e6a admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1213048 Jan 27 12:40:20.451664 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-d2a5fa73-5d90-4193-8985-10bc46233837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:20.591875 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35128) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:40:20.682053 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeab796c-fcf3-45ba-9e5d-d9b7f5dc93c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:40:20.682496 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeab796c-fcf3-45ba-9e5d-d9b7f5dc93c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:40:20.684005 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-aeab796c-fcf3-45ba-9e5d-d9b7f5dc93c7 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0911863 Jan 27 12:40:22.748379 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-bff41766-12a6-4465-ad92-b862e94f11cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:22.892960 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35136) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:40:22.983581 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a30d613-7b71-4c9f-969c-4739d4e127a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:40:22.984915 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-0a30d613-7b71-4c9f-969c-4739d4e127a9 admin admin] 10.222.0.39 "GET /v2.0/subnets/1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a HTTP/1.1" status: 200 len: 816 time: 0.0910106 Jan 27 12:40:23.763047 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:25.197704 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35144) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:40:25.296070 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ef8e7d-484e-4340-b65a-aab72af38a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:40:25.297417 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-14ef8e7d-484e-4340-b65a-aab72af38a9b admin admin] 10.222.0.39 "GET /v2.0/subnets/f9be9a7d-e878-4176-9477-536a7da0bee2 HTTP/1.1" status: 200 len: 868 time: 0.0987761 Jan 27 12:40:25.311893 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:26.662806 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:42.632946 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 5 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:40:49.693306 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 35198) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:40:49.744865 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [None req-a970b1f7-9c2b-4152-b76f-af0ddf0f2751 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109461) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 12:40:49.745849 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-a970b1f7-9c2b-4152-b76f-af0ddf0f2751 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0516183 Jan 27 12:40:50.466955 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-5e54db11-dea8-4dc5-98d5-fca5cd512778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:52.052859 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 35208) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:40:52.111593 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.pecan_wsgi.hooks.translation [None req-76774b1e-7ce4-42e5-a692-ca5d60c33c35 admin admin] GET failed (client error): The resource could not be found. Jan 27 12:40:52.112840 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-76774b1e-7ce4-42e5-a692-ca5d60c33c35 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0590682 Jan 27 12:40:52.250586 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dfd3a8-dfbe-47d4-8de1-109292ba7d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:40:52.251984 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-85dfd3a8-dfbe-47d4-8de1-109292ba7d5b admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1351972 Jan 27 12:40:52.762248 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-41846a12-6a31-418b-8fb1-0ac5fabd70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:53.753003 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:54.548982 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35218) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:40:54.593011 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-29c89737-b22f-45c1-a211-be8e9c4a8f6b admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '869a940ac7174995a6c8ac4b52efcc3a', 'name': 'shared', 'tenant_id': '869a940ac7174995a6c8ac4b52efcc3a', 'shared': True}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:40:54.676257 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c89737-b22f-45c1-a211-be8e9c4a8f6b admin admin] Made reservation on behalf of 869a940ac7174995a6c8ac4b52efcc3a for: {'network': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:40:54.678519 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-29c89737-b22f-45c1-a211-be8e9c4a8f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for network (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:54.705482 dv-cinder-824031-3-iscsi neutron-server[109462]: WARNING neutron.services.revisions.revision_plugin [None req-29c89737-b22f-45c1-a211-be8e9c4a8f6b admin admin] Could not find related network for resource to bump revision. Jan 27 12:40:54.716799 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c89737-b22f-45c1-a211-be8e9c4a8f6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=109462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 12:40:54.725362 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-29c89737-b22f-45c1-a211-be8e9c4a8f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (51a67c24-a36f-4acd-9b34-6048951259ce), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:54.725701 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.db.segments_db [None req-29c89737-b22f-45c1-a211-be8e9c4a8f6b admin admin] Added segment 51a67c24-a36f-4acd-9b34-6048951259ce of type vlan for network adaaf5a9-5b48-422f-87b8-0c6ea6d028c2 Jan 27 12:40:54.869352 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-29c89737-b22f-45c1-a211-be8e9c4a8f6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727397602151'] for network (adaaf5a9-5b48-422f-87b8-0c6ea6d028c2), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:54.962577 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-29c89737-b22f-45c1-a211-be8e9c4a8f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for network (adaaf5a9-5b48-422f-87b8-0c6ea6d028c2), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:54.963568 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c89737-b22f-45c1-a211-be8e9c4a8f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:40:54.964139 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-29c89737-b22f-45c1-a211-be8e9c4a8f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:55.019329 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c89737-b22f-45c1-a211-be8e9c4a8f6b admin admin] Pushing event updated for resources: {'Network': ['ID=adaaf5a9-5b48-422f-87b8-0c6ea6d028c2,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:40:55.030193 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Network adaaf5a9-5b48-422f-87b8-0c6ea6d028c2 details requested by agent ovs-agent-dv-cinder-824031-3-iscsi with host dv-cinder-824031-3-iscsi {{(pid=109463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 12:40:55.075456 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-29c89737-b22f-45c1-a211-be8e9c4a8f6b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5253935 Jan 27 12:40:55.300959 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:56.683890 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:57.359320 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 35228) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:40:57.417119 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.pecan_wsgi.hooks.translation [None req-5968a750-dd56-4cd7-b3df-b19ca2e668e5 admin admin] GET failed (client error): The resource could not be found. Jan 27 12:40:57.418385 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-5968a750-dd56-4cd7-b3df-b19ca2e668e5 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0581288 Jan 27 12:40:57.505094 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec02e51-a09b-49ed-bccd-ec672cbede48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:40:57.506484 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-0ec02e51-a09b-49ed-bccd-ec672cbede48 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0841255 Jan 27 12:40:57.517196 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-dcac8a58-c666-473c-8ec3-369dd1c543c3 admin admin] Request body: {'subnet': {'tenant_id': '869a940ac7174995a6c8ac4b52efcc3a', 'description': 'shared-subnet', 'network_id': 'adaaf5a9-5b48-422f-87b8-0c6ea6d028c2', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:40:57.607538 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcac8a58-c666-473c-8ec3-369dd1c543c3 admin admin] Made reservation on behalf of 869a940ac7174995a6c8ac4b52efcc3a for: {'subnet': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:40:57.609827 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-dcac8a58-c666-473c-8ec3-369dd1c543c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:57.815731 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-dcac8a58-c666-473c-8ec3-369dd1c543c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for subnet (32811a48-0a17-4836-b829-7fb5e104ac3a), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:57.866338 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac8a58-c666-473c-8ec3-369dd1c543c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32811a48-0a17-4836-b829-7fb5e104ac3a,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:40:57.877707 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac8a58-c666-473c-8ec3-369dd1c543c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:57.878056 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac8a58-c666-473c-8ec3-369dd1c543c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:57.878398 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac8a58-c666-473c-8ec3-369dd1c543c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:57.878757 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac8a58-c666-473c-8ec3-369dd1c543c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:57.879093 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac8a58-c666-473c-8ec3-369dd1c543c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:57.879423 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac8a58-c666-473c-8ec3-369dd1c543c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:57.879769 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac8a58-c666-473c-8ec3-369dd1c543c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:57.880102 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac8a58-c666-473c-8ec3-369dd1c543c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:57.880444 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac8a58-c666-473c-8ec3-369dd1c543c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:57.880790 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac8a58-c666-473c-8ec3-369dd1c543c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:57.881120 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac8a58-c666-473c-8ec3-369dd1c543c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:57.881444 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac8a58-c666-473c-8ec3-369dd1c543c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:57.881767 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac8a58-c666-473c-8ec3-369dd1c543c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:57.887382 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac8a58-c666-473c-8ec3-369dd1c543c3 admin admin] Checking segment: {'id': '51a67c24-a36f-4acd-9b34-6048951259ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'adaaf5a9-5b48-422f-87b8-0c6ea6d028c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:40:57.887745 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcac8a58-c666-473c-8ec3-369dd1c543c3 admin admin] Network hostable DHCP agents. Network: adaaf5a9-5b48-422f-87b8-0c6ea6d028c2, hostable agents: ['8eb3a606-acf3-4d34-8208-a31c99af56ba'], hosted agents: [] {{(pid=109461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 12:40:57.957643 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcac8a58-c666-473c-8ec3-369dd1c543c3 admin admin] Network adaaf5a9-5b48-422f-87b8-0c6ea6d028c2 is scheduled to be hosted by DHCP agent 8eb3a606-acf3-4d34-8208-a31c99af56ba with binding_index 1 {{(pid=109461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 12:40:58.100975 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-dcac8a58-c666-473c-8ec3-369dd1c543c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-3-iscsi, adaaf5a9-5b48-422f-87b8-0c6ea6d028c2) {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:40:58.104992 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcac8a58-c666-473c-8ec3-369dd1c543c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:40:58.105587 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-dcac8a58-c666-473c-8ec3-369dd1c543c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for subnet (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:58.110629 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149d6999-3655-4607-a978-5a1c2db0c7ee None None] Network adaaf5a9-5b48-422f-87b8-0c6ea6d028c2 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:40:58.176763 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-dcac8a58-c666-473c-8ec3-369dd1c543c3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6638920 Jan 27 12:40:58.313290 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddd921a7-f886-55d8-9d7f-b4a49e13882a-adaaf5a9-5b48-422f-87b8-0c6ea6d028c2', 'network_id': 'adaaf5a9-5b48-422f-87b8-0c6ea6d028c2', 'project_id': '869a940ac7174995a6c8ac4b52efcc3a', 'fixed_ips': [{'subnet_id': '32811a48-0a17-4836-b829-7fb5e104ac3a'}]}} from dv-cinder-824031-3-iscsi. {{(pid=109463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 12:40:58.314200 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:58.451902 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.db_base_plugin_common [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Allocated IP 192.168.233.2 (adaaf5a9-5b48-422f-87b8-0c6ea6d028c2/32811a48-0a17-4836-b829-7fb5e104ac3a/44f5793d-2c08-4730-a0f6-46dfcdc87859) {{(pid=109463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:40:58.592683 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Publish callbacks [] for port (44f5793d-2c08-4730-a0f6-46dfcdc87859), precommit_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:58.684684 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551'] for port (44f5793d-2c08-4730-a0f6-46dfcdc87859), after_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:58.724613 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Network adaaf5a9-5b48-422f-87b8-0c6ea6d028c2 is already hosted by enough agents. {{(pid=109463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:40:58.725905 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.scheduler.base_scheduler [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Resources bound (agent type, host, resource id): {{(pid=109463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:40:58.731937 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Received port after_create {{(pid=109463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:40:58.738945 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Pushing event updated for resources: {'Port': ['ID=44f5793d-2c08-4730-a0f6-46dfcdc87859,revision_number=1']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:40:58.749230 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:58.749603 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:58.749965 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:58.750304 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:58.750638 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:58.750992 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:58.751322 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:58.751646 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:58.751968 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:58.752546 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:58.752868 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:58.753192 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:58.753512 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:40:58.808722 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Attempting to bind port 44f5793d-2c08-4730-a0f6-46dfcdc87859 on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:40:58.809087 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Attempting to bind port 44f5793d-2c08-4730-a0f6-46dfcdc87859 by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': '51a67c24-a36f-4acd-9b34-6048951259ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'adaaf5a9-5b48-422f-87b8-0c6ea6d028c2'}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:40:58.809448 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Attempting to bind port 44f5793d-2c08-4730-a0f6-46dfcdc87859 on network adaaf5a9-5b48-422f-87b8-0c6ea6d028c2 {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:40:58.814465 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:40:58.814874 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Checking segment: {'id': '51a67c24-a36f-4acd-9b34-6048951259ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'adaaf5a9-5b48-422f-87b8-0c6ea6d028c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:40:58.815275 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:58.815668 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Bound using segment: {'id': '51a67c24-a36f-4acd-9b34-6048951259ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'adaaf5a9-5b48-422f-87b8-0c6ea6d028c2'} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:40:58.816129 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Bound port: 44f5793d-2c08-4730-a0f6-46dfcdc87859, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a67c24-a36f-4acd-9b34-6048951259ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'adaaf5a9-5b48-422f-87b8-0c6ea6d028c2'}}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:40:58.816504 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (44f5793d-2c08-4730-a0f6-46dfcdc87859), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:58.880682 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] For port 44f5793d-2c08-4730-a0f6-46dfcdc87859, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:40:58.883904 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] For port 44f5793d-2c08-4730-a0f6-46dfcdc87859, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=44f5793d-2c08-4730-a0f6-46dfcdc87859,segment=NetworkSegment(51a67c24-a36f-4acd-9b34-6048951259ce),segment_id=51a67c24-a36f-4acd-9b34-6048951259ce)] {{(pid=109463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:40:58.957053 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (44f5793d-2c08-4730-a0f6-46dfcdc87859), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:59.019218 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7d6dc-e72d-465f-9e34-5939b5e6261d None None] Pushing event updated for resources: {'Port': ['ID=44f5793d-2c08-4730-a0f6-46dfcdc87859,revision_number=2']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:40:59.337301 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 44f5793d-2c08-4730-a0f6-46dfcdc87859 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:40:59.390204 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 44f5793d-2c08-4730-a0f6-46dfcdc87859 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:40:59.391232 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (44f5793d-2c08-4730-a0f6-46dfcdc87859), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:59.472110 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 44f5793d-2c08-4730-a0f6-46dfcdc87859 is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:40:59.475896 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (44f5793d-2c08-4730-a0f6-46dfcdc87859), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:59.505790 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] For port 44f5793d-2c08-4730-a0f6-46dfcdc87859, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=44f5793d-2c08-4730-a0f6-46dfcdc87859,segment=NetworkSegment(51a67c24-a36f-4acd-9b34-6048951259ce),segment_id=51a67c24-a36f-4acd-9b34-6048951259ce)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:40:59.575854 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (44f5793d-2c08-4730-a0f6-46dfcdc87859), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:40:59.627633 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Pushing event updated for resources: {'Port': ['ID=44f5793d-2c08-4730-a0f6-46dfcdc87859,revision_number=3']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:40:59.983440 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee53cafd-483d-4fea-af5b-4de2ed81a844 None None] Network adaaf5a9-5b48-422f-87b8-0c6ea6d028c2 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:41:00.051426 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-3263b28b-32b5-4aa5-92f5-eb1a696e0bcc None None] Provisioning complete for port 44f5793d-2c08-4730-a0f6-46dfcdc87859 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:41:00.051758 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-3263b28b-32b5-4aa5-92f5-eb1a696e0bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (44f5793d-2c08-4730-a0f6-46dfcdc87859), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:41:00.166281 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-3263b28b-32b5-4aa5-92f5-eb1a696e0bcc None None] Current status of the port 44f5793d-2c08-4730-a0f6-46dfcdc87859 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:41:00.387587 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-fa23f353-1144-4a2a-a989-7dc157c04c80 None None] Provisioning complete for port 44f5793d-2c08-4730-a0f6-46dfcdc87859 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:41:00.388219 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-fa23f353-1144-4a2a-a989-7dc157c04c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (44f5793d-2c08-4730-a0f6-46dfcdc87859), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:41:00.468106 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-fa23f353-1144-4a2a-a989-7dc157c04c80 None None] Current status of the port 44f5793d-2c08-4730-a0f6-46dfcdc87859 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:41:01.236909 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 44f5793d-2c08-4730-a0f6-46dfcdc87859 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:41:01.285998 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 44f5793d-2c08-4730-a0f6-46dfcdc87859 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:41:01.286392 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (44f5793d-2c08-4730-a0f6-46dfcdc87859), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:41:01.363712 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 44f5793d-2c08-4730-a0f6-46dfcdc87859 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:41:19.632582 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 5 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:41:20.494238 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-dcdc2f74-490e-4e30-99ea-2e8b7bc92c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:41:22.749808 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-5f7e6ac1-8fa7-4bbf-9b23-e9c3cc96d25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:41:23.774125 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:41:25.299318 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:41:26.659368 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:41:50.423530 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-35a18d94-67ab-4527-8a93-4dcce9f53e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:41:52.800912 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-6cf44faa-b25c-48f2-ad21-9f806da74a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:41:53.771756 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:41:55.292163 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:41:56.630600 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 5 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:41:56.674709 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:42:20.444584 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-a7b4788b-cd10-48a3-b758-0a39e1c522c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:42:22.742093 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-c7cc3459-e307-479b-abd2-2553bbdc5a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:42:23.747758 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:42:24.600841 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 35272) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:42:24.606582 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [None req-a8e65a1b-34fd-49ab-82c0-a5935d914527 tempest-verify_tempest_config-2076517576 tempest-verify_tempest_config-2076517576-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109461) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 12:42:24.607585 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-a8e65a1b-34fd-49ab-82c0-a5935d914527 tempest-verify_tempest_config-2076517576 tempest-verify_tempest_config-2076517576-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057871 Jan 27 12:42:25.105638 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35290) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:42:25.212248 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-71267c96-7bd3-4f4b-8928-5c423e73f412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:42:25.284644 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-71267c96-7bd3-4f4b-8928-5c423e73f412 admin admin] Publish callbacks [] for security_group (13035d32-48b5-4446-907d-ca1017bdd1df), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:42:25.290173 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:42:25.335532 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-71267c96-7bd3-4f4b-8928-5c423e73f412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (13035d32-48b5-4446-907d-ca1017bdd1df), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:42:25.383527 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-71267c96-7bd3-4f4b-8928-5c423e73f412 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=61563e6996384763bbd12adebc309e3f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2768605 Jan 27 12:42:25.384333 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71267c96-7bd3-4f4b-8928-5c423e73f412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13035d32-48b5-4446-907d-ca1017bdd1df,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:42:25.386420 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 35296) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:42:25.390758 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71267c96-7bd3-4f4b-8928-5c423e73f412 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:42:25.391124 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71267c96-7bd3-4f4b-8928-5c423e73f412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:42:25.391467 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71267c96-7bd3-4f4b-8928-5c423e73f412 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:42:25.391804 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71267c96-7bd3-4f4b-8928-5c423e73f412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:42:25.392135 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71267c96-7bd3-4f4b-8928-5c423e73f412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:42:25.392462 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71267c96-7bd3-4f4b-8928-5c423e73f412 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:42:25.392789 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71267c96-7bd3-4f4b-8928-5c423e73f412 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:42:25.393117 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71267c96-7bd3-4f4b-8928-5c423e73f412 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:42:25.393457 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71267c96-7bd3-4f4b-8928-5c423e73f412 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:42:25.393786 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71267c96-7bd3-4f4b-8928-5c423e73f412 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:42:25.394107 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71267c96-7bd3-4f4b-8928-5c423e73f412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:42:25.394427 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71267c96-7bd3-4f4b-8928-5c423e73f412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:42:25.394763 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71267c96-7bd3-4f4b-8928-5c423e73f412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:42:25.465207 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0c965508-c4fd-4771-9ebd-1a37f47354b0 admin admin] Publish callbacks [] for security_group (13035d32-48b5-4446-907d-ca1017bdd1df), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:42:25.485457 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0c965508-c4fd-4771-9ebd-1a37f47354b0 admin admin] Publish callbacks [] for security_group (13035d32-48b5-4446-907d-ca1017bdd1df), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:42:25.621915 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0c965508-c4fd-4771-9ebd-1a37f47354b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (13035d32-48b5-4446-907d-ca1017bdd1df), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:42:25.624726 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0c965508-c4fd-4771-9ebd-1a37f47354b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:42:25.625895 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-0c965508-c4fd-4771-9ebd-1a37f47354b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/13035d32-48b5-4446-907d-ca1017bdd1df HTTP/1.1" status: 204 len: 168 time: 0.2383370 Jan 27 12:42:25.633727 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c965508-c4fd-4771-9ebd-1a37f47354b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13035d32-48b5-4446-907d-ca1017bdd1df,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:42:25.640512 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c965508-c4fd-4771-9ebd-1a37f47354b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:42:25.640888 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c965508-c4fd-4771-9ebd-1a37f47354b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:42:25.641239 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c965508-c4fd-4771-9ebd-1a37f47354b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:42:25.641580 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c965508-c4fd-4771-9ebd-1a37f47354b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:42:25.641916 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c965508-c4fd-4771-9ebd-1a37f47354b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:42:25.642266 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c965508-c4fd-4771-9ebd-1a37f47354b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:42:25.642578 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c965508-c4fd-4771-9ebd-1a37f47354b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:42:25.643056 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c965508-c4fd-4771-9ebd-1a37f47354b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:42:25.643386 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c965508-c4fd-4771-9ebd-1a37f47354b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:42:25.643716 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c965508-c4fd-4771-9ebd-1a37f47354b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:42:25.644047 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c965508-c4fd-4771-9ebd-1a37f47354b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:42:25.644367 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c965508-c4fd-4771-9ebd-1a37f47354b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:42:25.644689 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c965508-c4fd-4771-9ebd-1a37f47354b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:42:26.667495 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:42:33.629724 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 5 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:42:50.465827 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-1823bd64-f1f5-470f-9af3-a3c965c2c4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:42:52.751718 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-9678e2b3-ea84-4929-b429-c760f27f91f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:42:53.740295 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:42:55.305836 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:42:56.688588 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:43:10.630622 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 5 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:43:20.459102 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-cc5a8d8d-f58f-4278-9e49-7f2650f23319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:43:22.744076 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-ee5d0780-e512-4f14-90b4-98d96a01814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:43:23.750258 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:43:25.316180 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:43:26.687258 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:43:47.629842 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 5 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:43:50.424114 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-3ddcbef4-85b7-4f6e-adff-8004e2feaffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:43:52.749117 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-e784653b-466b-4805-b88d-5513d093badd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:43:53.782098 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:43:55.303550 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:43:56.154634 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664725'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:43:56.674777 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:44:10.599284 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35368) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:44:10.700150 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-8928199d-0207-421f-abef-df5c43116d24 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0997615 Jan 27 12:44:12.937770 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35378) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:44:12.994458 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-1b1807eb-c7ad-4ef3-8245-0dbfc8898765 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0555358 Jan 27 12:44:20.450625 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-0434514c-e09c-486b-945e-c6e7c9d54f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:44:22.730638 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-b4eced0f-eb18-44db-b8ba-5763fbd7bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:44:23.782369 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:44:24.628890 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:44:25.312617 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:44:26.067577 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:44:26.690416 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:44:50.455241 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-15932d7c-6ce1-4728-8cfe-33cd35a9da4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:44:52.778347 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-690863f7-27bc-445f-8e4a-0981f19efa90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:44:53.786971 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:44:55.321090 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:44:56.072330 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:44:56.675577 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:01.628781 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:45:20.477143 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-b04eceb9-fc7d-45e1-a10c-fe3069227410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:22.759497 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-a8a7b5c2-7642-478c-9011-acf883f4161f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:23.788182 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:25.313630 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:26.082693 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:26.676773 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:38.630616 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:45:43.418510 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 35528) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:43.733897 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-531045844-network', 'tenant_id': '07aba42d308a44c39af2f5402cfff771'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:45:43.826867 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Made reservation on behalf of 07aba42d308a44c39af2f5402cfff771 for: {'network': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:45:43.831658 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for network (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:43.843401 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:43.921252 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Publish callbacks [] for security_group (0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:43.982450 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:44.036474 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=109461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 12:45:44.052161 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727398100345', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (39388659-2bbd-485e-91aa-7140dd890043), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:44.052728 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Unsubscribe: segment precommit_create {{(pid=109461) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 12:45:44.053227 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.db.segments_db [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Added segment 39388659-2bbd-485e-91aa-7140dd890043 of type vlan for network e3e975e7-b66a-4480-b25e-9886f492f788 Jan 27 12:45:44.072627 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:44.085561 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:44.085936 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:44.086291 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:44.086634 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:44.087079 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:44.087333 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:44.087657 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:44.088084 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:44.088394 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:44.088728 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:44.089179 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:44.089394 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:44.089719 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Tracked resource versions report: Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: pushed versions: Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: { 'AddressGroup': {'1.2'}, Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: 'ConntrackHelper': {'1.0'}, Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: 'LocalIPAssociation': {'1.0'}, Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: 'Log': {'1.0'}, Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: 'Network': {'1.1'}, Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: 'Port': {'1.7'}, Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: 'PortForwarding': {'1.2'}, Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: 'QosPolicy': {'1.10'}, Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: 'SecurityGroup': {'1.5'}, Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: 'SecurityGroupRule': {'1.2'}, Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: 'SubPort': {'1.0'}, Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: 'Subnet': {'1.1'}, Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: 'Trunk': {'1.1'}} Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: consumer versions: Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: { DHCP agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: HyperV agent@hv-cinder-82403: {}, Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: L3 agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: Metadata agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: Metering agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: Open vSwitch agent@dv-cinder-824031-3-iscsi: { 'AddressGroup': '1.2', Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: 'ConntrackHelper': '1.0', Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: 'LocalIPAssociation': '1.0', Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: 'Log': '1.0', Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: 'Network': '1.1', Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: 'Port': '1.7', Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: 'PortForwarding': '1.2', Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: 'QosPolicy': '1.10', Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: 'SecurityGroup': '1.5', Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: 'SecurityGroupRule': '1.2', Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: 'SubPort': '1.0', Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: 'Subnet': '1.1', Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: 'Trunk': '1.1'}} Jan 27 12:45:44.090909 dv-cinder-824031-3-iscsi neutron-server[109461]: {{(pid=109461) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 12:45:44.127362 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727397602151'] for network (e3e975e7-b66a-4480-b25e-9886f492f788), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:44.244129 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for network (e3e975e7-b66a-4480-b25e-9886f492f788), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:44.245212 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:45:44.245867 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:44.343692 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] Pushing event updated for resources: {'Network': ['ID=e3e975e7-b66a-4480-b25e-9886f492f788,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:44.355130 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Network e3e975e7-b66a-4480-b25e-9886f492f788 details requested by agent ovs-agent-dv-cinder-824031-3-iscsi with host dv-cinder-824031-3-iscsi {{(pid=109463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 12:45:44.405238 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-b98bccc1-01cf-4a20-b416-f8609bc59e6a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9855831 Jan 27 12:45:44.408114 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 35578) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:44.413700 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-005c46d1-3090-4f76-a0f5-467d47cfe300 admin admin] Request body: {'subnet': {'network_id': 'e3e975e7-b66a-4480-b25e-9886f492f788', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-531045844-subnet', 'tenant_id': '07aba42d308a44c39af2f5402cfff771', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:45:44.476395 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005c46d1-3090-4f76-a0f5-467d47cfe300 admin admin] Made reservation on behalf of 07aba42d308a44c39af2f5402cfff771 for: {'subnet': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:45:44.479420 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-005c46d1-3090-4f76-a0f5-467d47cfe300 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:44.580386 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35590) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:44.707561 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-005c46d1-3090-4f76-a0f5-467d47cfe300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for subnet (7785fff6-6578-4402-bc5a-fec8bd603105), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:44.756783 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35600) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:44.764727 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c46d1-3090-4f76-a0f5-467d47cfe300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7785fff6-6578-4402-bc5a-fec8bd603105,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:44.773223 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c46d1-3090-4f76-a0f5-467d47cfe300 admin admin] Checking segment: {'id': '39388659-2bbd-485e-91aa-7140dd890043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e3e975e7-b66a-4480-b25e-9886f492f788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:45:44.773581 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005c46d1-3090-4f76-a0f5-467d47cfe300 admin admin] Network hostable DHCP agents. Network: e3e975e7-b66a-4480-b25e-9886f492f788, hostable agents: ['8eb3a606-acf3-4d34-8208-a31c99af56ba'], hosted agents: [] {{(pid=109461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 12:45:44.855832 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005c46d1-3090-4f76-a0f5-467d47cfe300 admin admin] Network e3e975e7-b66a-4480-b25e-9886f492f788 is scheduled to be hosted by DHCP agent 8eb3a606-acf3-4d34-8208-a31c99af56ba with binding_index 1 {{(pid=109461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 12:45:44.944386 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-005c46d1-3090-4f76-a0f5-467d47cfe300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-3-iscsi, e3e975e7-b66a-4480-b25e-9886f492f788) {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:45:44.957837 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62370678-1774-4722-861e-9f89a56aca14 None None] Network e3e975e7-b66a-4480-b25e-9886f492f788 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:45:44.965050 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005c46d1-3090-4f76-a0f5-467d47cfe300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:45:44.966890 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-005c46d1-3090-4f76-a0f5-467d47cfe300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for subnet (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:45.029492 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1315880920-network', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:45:45.069646 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-005c46d1-3090-4f76-a0f5-467d47cfe300 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6604834 Jan 27 12:45:45.073057 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 35610) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:45.077685 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-2c77e810-224e-4c2e-a7b1-50f7c62a1de6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-531045844-router', 'tenant_id': '07aba42d308a44c39af2f5402cfff771', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:45:45.088010 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d96aa5d-c749-4b65-9a42-251c7a30083f None None] Network e3e975e7-b66a-4480-b25e-9886f492f788 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:45:45.133575 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Made reservation on behalf of 5d9aacae39d84c0d98e287aac2b1c7c7 for: {'network': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:45:45.138100 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for network (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:45.139256 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35612) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:45.167699 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:45.181690 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-2c77e810-224e-4c2e-a7b1-50f7c62a1de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1666215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108346'] for router (d617ea9f-8873-4715-b8b2-c41417f786ef), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:45.183948 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-2c77e810-224e-4c2e-a7b1-50f7c62a1de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1661945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1903227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108291'] for router (d617ea9f-8873-4715-b8b2-c41417f786ef), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:45.194855 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-fb97d912-6712-41fe-ae9b-1c5b8fa9acd9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-856056099-network', 'tenant_id': '7c91276cab5a4ab89aeb4ed27af897eb'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:45:45.292093 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Publish callbacks [] for security_group (aab1ce02-4a96-42df-82d3-d82eb0370ee6), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:45.307472 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb97d912-6712-41fe-ae9b-1c5b8fa9acd9 admin admin] Made reservation on behalf of 7c91276cab5a4ab89aeb4ed27af897eb for: {'network': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:45:45.309892 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-fb97d912-6712-41fe-ae9b-1c5b8fa9acd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for network (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:45.323444 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-fb97d912-6712-41fe-ae9b-1c5b8fa9acd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:45.371423 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-2c77e810-224e-4c2e-a7b1-50f7c62a1de6 admin admin] Publish callbacks [] for router_controller (d617ea9f-8873-4715-b8b2-c41417f786ef), precommit_add_association {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:45.371652 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (aab1ce02-4a96-42df-82d3-d82eb0370ee6), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:45.394704 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=109462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 12:45:45.426507 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:45.426881 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.db.segments_db [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Added segment b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed of type vlan for network e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c Jan 27 12:45:45.439056 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-e6202dfc-5720-449c-a124-97f51ffc156e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-216087022-network', 'tenant_id': '2bdd17e9465442c6b527b37e80925d48'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:45:45.460807 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-fb97d912-6712-41fe-ae9b-1c5b8fa9acd9 admin admin] Publish callbacks [] for security_group (71f22572-d97f-4418-ba47-dca3e0ac2a4d), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:45.463828 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab1ce02-4a96-42df-82d3-d82eb0370ee6,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:45.495161 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:45.495514 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:45.495857 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:45.496191 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:45.496522 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:45.496849 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:45.497192 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:45.497645 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:45.497992 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:45.498324 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:45.498645 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:45.498988 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:45.499319 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Tracked resource versions report: Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: pushed versions: Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: { 'AddressGroup': {'1.2'}, Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: 'ConntrackHelper': {'1.0'}, Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: 'LocalIPAssociation': {'1.0'}, Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: 'Log': {'1.0'}, Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: 'Network': {'1.1'}, Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: 'Port': {'1.7'}, Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: 'PortForwarding': {'1.2'}, Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: 'QosPolicy': {'1.10'}, Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: 'SecurityGroup': {'1.5'}, Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: 'SecurityGroupRule': {'1.2'}, Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: 'SubPort': {'1.0'}, Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: 'Subnet': {'1.1'}, Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: 'Trunk': {'1.1'}} Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: consumer versions: Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: { DHCP agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: HyperV agent@hv-cinder-82403: {}, Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: L3 agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: Metadata agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: Metering agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: Open vSwitch agent@dv-cinder-824031-3-iscsi: { 'AddressGroup': '1.2', Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: 'ConntrackHelper': '1.0', Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: 'LocalIPAssociation': '1.0', Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: 'Log': '1.0', Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: 'Network': '1.1', Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: 'Port': '1.7', Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: 'PortForwarding': '1.2', Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: 'QosPolicy': '1.10', Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: 'SecurityGroup': '1.5', Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: 'SecurityGroupRule': '1.2', Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: 'SubPort': '1.0', Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: 'Subnet': '1.1', Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: 'Trunk': '1.1'}} Jan 27 12:45:45.500430 dv-cinder-824031-3-iscsi neutron-server[109462]: {{(pid=109462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 12:45:45.522929 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727397602151'] for network (e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:45.562076 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-fb97d912-6712-41fe-ae9b-1c5b8fa9acd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (71f22572-d97f-4418-ba47-dca3e0ac2a4d), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:45.619013 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6202dfc-5720-449c-a124-97f51ffc156e admin admin] Made reservation on behalf of 2bdd17e9465442c6b527b37e80925d48 for: {'network': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:45:45.622059 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e6202dfc-5720-449c-a124-97f51ffc156e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for network (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:45.645327 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97d912-6712-41fe-ae9b-1c5b8fa9acd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f22572-d97f-4418-ba47-dca3e0ac2a4d,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:45.653059 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb97d912-6712-41fe-ae9b-1c5b8fa9acd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=109462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 12:45:45.678726 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for network (e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:45.679702 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:45:45.680271 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:45.683774 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e6202dfc-5720-449c-a124-97f51ffc156e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:45.704125 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-2c77e810-224e-4c2e-a7b1-50f7c62a1de6 admin admin] Publish callbacks [] for router_gateway (d617ea9f-8873-4715-b8b2-c41417f786ef), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:45.709029 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-fb97d912-6712-41fe-ae9b-1c5b8fa9acd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (fc5bda29-e146-4b34-9ed7-ab18bab542eb), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:45.709367 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.db.segments_db [None req-fb97d912-6712-41fe-ae9b-1c5b8fa9acd9 admin admin] Added segment fc5bda29-e146-4b34-9ed7-ab18bab542eb of type vlan for network f93ed95b-fa06-42a9-b32c-e652b333a4ab Jan 27 12:45:45.823451 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] Pushing event updated for resources: {'Network': ['ID=e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:45.826478 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-fb97d912-6712-41fe-ae9b-1c5b8fa9acd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727397602151'] for network (f93ed95b-fa06-42a9-b32c-e652b333a4ab), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:45.834287 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-02057fdd-627d-4d96-8f42-0bf69c4a411c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2517605 Jan 27 12:45:45.834636 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Network e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c details requested by agent ovs-agent-dv-cinder-824031-3-iscsi with host dv-cinder-824031-3-iscsi {{(pid=109463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 12:45:45.841831 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35640) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:45.849931 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-6186404c-b9c4-417f-9eca-1edefd605126 admin admin] Request body: {'subnet': {'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1315880920-subnet', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:45:45.899173 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e6202dfc-5720-449c-a124-97f51ffc156e admin admin] Publish callbacks [] for security_group (6e8c721b-6d50-4e29-a049-3a8a6987ad0c), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:46.017534 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e6202dfc-5720-449c-a124-97f51ffc156e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (6e8c721b-6d50-4e29-a049-3a8a6987ad0c), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:46.020413 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-fb97d912-6712-41fe-ae9b-1c5b8fa9acd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for network (f93ed95b-fa06-42a9-b32c-e652b333a4ab), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:46.021404 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb97d912-6712-41fe-ae9b-1c5b8fa9acd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:45:46.022138 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-fb97d912-6712-41fe-ae9b-1c5b8fa9acd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:46.028075 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6186404c-b9c4-417f-9eca-1edefd605126 admin admin] Made reservation on behalf of 5d9aacae39d84c0d98e287aac2b1c7c7 for: {'subnet': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:45:46.032613 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6186404c-b9c4-417f-9eca-1edefd605126 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:46.101291 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6202dfc-5720-449c-a124-97f51ffc156e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=109462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 12:45:46.142498 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e6202dfc-5720-449c-a124-97f51ffc156e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (1226b835-00af-46c6-b3a8-0aad62ae324d), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:46.142863 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.db.segments_db [None req-e6202dfc-5720-449c-a124-97f51ffc156e admin admin] Added segment 1226b835-00af-46c6-b3a8-0aad62ae324d of type vlan for network 1a947d14-4622-4e1b-8ca5-f566d085c54e Jan 27 12:45:46.182518 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6202dfc-5720-449c-a124-97f51ffc156e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8c721b-6d50-4e29-a049-3a8a6987ad0c,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:46.235904 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-fb97d912-6712-41fe-ae9b-1c5b8fa9acd9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4778814 Jan 27 12:45:46.243482 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 35658) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:46.246334 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97d912-6712-41fe-ae9b-1c5b8fa9acd9 admin admin] Pushing event updated for resources: {'Network': ['ID=f93ed95b-fa06-42a9-b32c-e652b333a4ab,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:46.257631 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Network f93ed95b-fa06-42a9-b32c-e652b333a4ab details requested by agent ovs-agent-dv-cinder-824031-3-iscsi with host dv-cinder-824031-3-iscsi {{(pid=109463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 12:45:46.260553 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e6202dfc-5720-449c-a124-97f51ffc156e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727397602151'] for network (1a947d14-4622-4e1b-8ca5-f566d085c54e), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:46.271502 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-43117594-5851-4092-b470-45762c9f624d admin admin] Request body: {'subnet': {'network_id': 'f93ed95b-fa06-42a9-b32c-e652b333a4ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-856056099-subnet', 'tenant_id': '7c91276cab5a4ab89aeb4ed27af897eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:45:46.347765 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-2c77e810-224e-4c2e-a7b1-50f7c62a1de6 admin admin] Publish callbacks [] for router_gateway (d617ea9f-8873-4715-b8b2-c41417f786ef), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:46.392015 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e6202dfc-5720-449c-a124-97f51ffc156e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for network (1a947d14-4622-4e1b-8ca5-f566d085c54e), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:46.397635 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6202dfc-5720-449c-a124-97f51ffc156e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:45:46.397635 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e6202dfc-5720-449c-a124-97f51ffc156e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:46.399577 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-2c77e810-224e-4c2e-a7b1-50f7c62a1de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:46.459618 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43117594-5851-4092-b470-45762c9f624d admin admin] Made reservation on behalf of 7c91276cab5a4ab89aeb4ed27af897eb for: {'subnet': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:45:46.462696 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-43117594-5851-4092-b470-45762c9f624d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:46.475698 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6202dfc-5720-449c-a124-97f51ffc156e admin admin] Pushing event updated for resources: {'Network': ['ID=1a947d14-4622-4e1b-8ca5-f566d085c54e,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:46.488016 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Network 1a947d14-4622-4e1b-8ca5-f566d085c54e details requested by agent ovs-agent-dv-cinder-824031-3-iscsi with host dv-cinder-824031-3-iscsi {{(pid=109463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 12:45:46.519778 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-e6202dfc-5720-449c-a124-97f51ffc156e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3783195 Jan 27 12:45:46.521125 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35668) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:46.526727 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-02b2b4cd-0ad3-4322-a69d-810167a05b7b admin admin] Request body: {'subnet': {'network_id': '1a947d14-4622-4e1b-8ca5-f566d085c54e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-216087022-subnet', 'tenant_id': '2bdd17e9465442c6b527b37e80925d48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:45:46.538950 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6186404c-b9c4-417f-9eca-1edefd605126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for subnet (f748fb8f-46de-4c32-959f-bac58f8a9f39), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:46.635861 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186404c-b9c4-417f-9eca-1edefd605126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f748fb8f-46de-4c32-959f-bac58f8a9f39,revision_number=0']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:46.641094 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6186404c-b9c4-417f-9eca-1edefd605126 admin admin] Checking segment: {'id': 'b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:45:46.641447 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6186404c-b9c4-417f-9eca-1edefd605126 admin admin] Network hostable DHCP agents. Network: e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c, hostable agents: ['8eb3a606-acf3-4d34-8208-a31c99af56ba'], hosted agents: [] {{(pid=109462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 12:45:46.678934 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b2b4cd-0ad3-4322-a69d-810167a05b7b admin admin] Made reservation on behalf of 2bdd17e9465442c6b527b37e80925d48 for: {'subnet': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:45:46.682130 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-02b2b4cd-0ad3-4322-a69d-810167a05b7b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:46.692185 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_common [None req-2c77e810-224e-4c2e-a7b1-50f7c62a1de6 admin admin] Allocated IP 172.27.2.134 (eb2842ee-b281-40a5-b8cc-bad91d1f4211/1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a/1ed1bb2d-8467-4d5a-803c-29cba0fea728) {{(pid=109461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:45:46.766395 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6186404c-b9c4-417f-9eca-1edefd605126 admin admin] Network e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c is scheduled to be hosted by DHCP agent 8eb3a606-acf3-4d34-8208-a31c99af56ba with binding_index 1 {{(pid=109462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 12:45:46.885950 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-2c77e810-224e-4c2e-a7b1-50f7c62a1de6 admin admin] Publish callbacks [] for port (1ed1bb2d-8467-4d5a-803c-29cba0fea728), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:46.894342 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-6186404c-b9c4-417f-9eca-1edefd605126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-3-iscsi, e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c) {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:45:46.902871 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4136e6b-2574-4277-a890-4d40c9abbd75 None None] Network e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:45:46.910576 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6186404c-b9c4-417f-9eca-1edefd605126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:45:46.911240 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6186404c-b9c4-417f-9eca-1edefd605126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for subnet (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:46.963455 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-43117594-5851-4092-b470-45762c9f624d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for subnet (03cd7728-725d-4de0-be4f-245a5798d1b2), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:46.981291 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-02b2b4cd-0ad3-4322-a69d-810167a05b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for subnet (3ba7930f-92e1-41b4-9c1a-3ea64702b7a6), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:47.038004 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddd921a7-f886-55d8-9d7f-b4a49e13882a-e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'fixed_ips': [{'subnet_id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39'}]}} from dv-cinder-824031-3-iscsi. {{(pid=109463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 12:45:47.040734 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:47.048009 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43117594-5851-4092-b470-45762c9f624d admin admin] Pushing event updated for resources: {'Subnet': ['ID=03cd7728-725d-4de0-be4f-245a5798d1b2,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:47.054377 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43117594-5851-4092-b470-45762c9f624d admin admin] Checking segment: {'id': 'fc5bda29-e146-4b34-9ed7-ab18bab542eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f93ed95b-fa06-42a9-b32c-e652b333a4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:45:47.054904 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43117594-5851-4092-b470-45762c9f624d admin admin] Network hostable DHCP agents. Network: f93ed95b-fa06-42a9-b32c-e652b333a4ab, hostable agents: ['8eb3a606-acf3-4d34-8208-a31c99af56ba'], hosted agents: [] {{(pid=109461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 12:45:47.078612 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-6186404c-b9c4-417f-9eca-1edefd605126 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2318628 Jan 27 12:45:47.079344 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-2c77e810-224e-4c2e-a7b1-50f7c62a1de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551'] for port (1ed1bb2d-8467-4d5a-803c-29cba0fea728), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:47.082068 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 35698) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:47.089824 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2b4cd-0ad3-4322-a69d-810167a05b7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba7930f-92e1-41b4-9c1a-3ea64702b7a6,revision_number=0']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:47.103055 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b2b4cd-0ad3-4322-a69d-810167a05b7b admin admin] Checking segment: {'id': '1226b835-00af-46c6-b3a8-0aad62ae324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1a947d14-4622-4e1b-8ca5-f566d085c54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:45:47.104106 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b2b4cd-0ad3-4322-a69d-810167a05b7b admin admin] Network hostable DHCP agents. Network: 1a947d14-4622-4e1b-8ca5-f566d085c54e, hostable agents: ['8eb3a606-acf3-4d34-8208-a31c99af56ba'], hosted agents: [] {{(pid=109462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 12:45:47.137330 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-e6ca58bf-c6ca-47ba-97c4-1f5a891670f7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1315880920-router', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:45:47.174513 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43117594-5851-4092-b470-45762c9f624d admin admin] Network f93ed95b-fa06-42a9-b32c-e652b333a4ab is scheduled to be hosted by DHCP agent 8eb3a606-acf3-4d34-8208-a31c99af56ba with binding_index 1 {{(pid=109461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 12:45:47.200294 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c77e810-224e-4c2e-a7b1-50f7c62a1de6 admin admin] Network eb2842ee-b281-40a5-b8cc-bad91d1f4211 is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:45:47.210239 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-2c77e810-224e-4c2e-a7b1-50f7c62a1de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:45:47.218005 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c77e810-224e-4c2e-a7b1-50f7c62a1de6 admin admin] Received port after_create {{(pid=109461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:45:47.222240 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b2b4cd-0ad3-4322-a69d-810167a05b7b admin admin] Network 1a947d14-4622-4e1b-8ca5-f566d085c54e is scheduled to be hosted by DHCP agent 8eb3a606-acf3-4d34-8208-a31c99af56ba with binding_index 1 {{(pid=109462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 12:45:47.225008 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77e810-224e-4c2e-a7b1-50f7c62a1de6 admin admin] Pushing event updated for resources: {'Port': ['ID=1ed1bb2d-8467-4d5a-803c-29cba0fea728,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:47.251002 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.db_base_plugin_common [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Allocated IP 172.20.0.2 (e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c/f748fb8f-46de-4c32-959f-bac58f8a9f39/f2a35faa-d099-4146-96d1-80b82d7993f6) {{(pid=109463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:45:47.340588 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-43117594-5851-4092-b470-45762c9f624d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-3-iscsi, f93ed95b-fa06-42a9-b32c-e652b333a4ab) {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:45:47.340811 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-02b2b4cd-0ad3-4322-a69d-810167a05b7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-3-iscsi, 1a947d14-4622-4e1b-8ca5-f566d085c54e) {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:45:47.345183 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b2b4cd-0ad3-4322-a69d-810167a05b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:45:47.346048 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-02b2b4cd-0ad3-4322-a69d-810167a05b7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for subnet (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:47.351990 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43117594-5851-4092-b470-45762c9f624d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:45:47.352379 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-43117594-5851-4092-b470-45762c9f624d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for subnet (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:47.371271 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c65abde-4a58-4c1b-bf62-bb7f9d7a8052 None None] Network f93ed95b-fa06-42a9-b32c-e652b333a4ab requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:45:47.374216 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58a5003-194c-431c-b5eb-3366981bf051 None None] Network 1a947d14-4622-4e1b-8ca5-f566d085c54e requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:45:47.380666 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-e6ca58bf-c6ca-47ba-97c4-1f5a891670f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1666215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108346'] for router (8bd232ff-4db5-465d-abf6-38c6b6a65d90), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:47.387763 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-e6ca58bf-c6ca-47ba-97c4-1f5a891670f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1661945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1903227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108291'] for router (8bd232ff-4db5-465d-abf6-38c6b6a65d90), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:47.447143 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-e6ca58bf-c6ca-47ba-97c4-1f5a891670f7 admin admin] Publish callbacks [] for router_controller (8bd232ff-4db5-465d-abf6-38c6b6a65d90), precommit_add_association {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:47.463492 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-02b2b4cd-0ad3-4322-a69d-810167a05b7b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9401360 Jan 27 12:45:47.468191 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-43117594-5851-4092-b470-45762c9f624d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2233036 Jan 27 12:45:47.602841 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Publish callbacks [] for port (f2a35faa-d099-4146-96d1-80b82d7993f6), precommit_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:47.669160 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeee6ca6-bb54-4664-b6ee-865bb63399a8 None None] Network 1a947d14-4622-4e1b-8ca5-f566d085c54e requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:45:47.689327 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f3c90f-8714-42ed-adff-f2b73b5c1431 None None] Network f93ed95b-fa06-42a9-b32c-e652b333a4ab requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:45:47.845675 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551'] for port (f2a35faa-d099-4146-96d1-80b82d7993f6), after_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:47.866246 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Network e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c is already hosted by enough agents. {{(pid=109463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:45:47.942497 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.scheduler.base_scheduler [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Resources bound (agent type, host, resource id): {{(pid=109463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:45:47.945426 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Pushing event updated for resources: {'Port': ['ID=f2a35faa-d099-4146-96d1-80b82d7993f6,revision_number=1']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:47.959776 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Received port after_create {{(pid=109463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:45:47.963839 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:47.964424 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:47.964787 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:47.965128 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:47.965456 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:47.965785 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:47.966109 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:47.966432 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Tracked resource versions report: Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: pushed versions: Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: { 'AddressGroup': {'1.2'}, Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: 'ConntrackHelper': {'1.0'}, Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: 'LocalIPAssociation': {'1.0'}, Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: 'Log': {'1.0'}, Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: 'Network': {'1.1'}, Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: 'Port': {'1.7'}, Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: 'PortForwarding': {'1.2'}, Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: 'QosPolicy': {'1.10'}, Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: 'SecurityGroup': {'1.5'}, Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: 'SecurityGroupRule': {'1.2'}, Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: 'SubPort': {'1.0'}, Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: 'Subnet': {'1.1'}, Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: 'Trunk': {'1.1'}} Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: consumer versions: Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: { DHCP agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: HyperV agent@hv-cinder-82403: {}, Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: L3 agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: Metadata agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: Metering agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: Open vSwitch agent@dv-cinder-824031-3-iscsi: { 'AddressGroup': '1.2', Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: 'ConntrackHelper': '1.0', Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: 'LocalIPAssociation': '1.0', Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: 'Log': '1.0', Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: 'Network': '1.1', Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: 'Port': '1.7', Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: 'PortForwarding': '1.2', Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: 'QosPolicy': '1.10', Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: 'SecurityGroup': '1.5', Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: 'SecurityGroupRule': '1.2', Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: 'SubPort': '1.0', Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: 'Subnet': '1.1', Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: 'Trunk': '1.1'}} Jan 27 12:45:47.970862 dv-cinder-824031-3-iscsi neutron-server[109463]: {{(pid=109463) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 12:45:47.989309 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-e6ca58bf-c6ca-47ba-97c4-1f5a891670f7 admin admin] Publish callbacks [] for router_gateway (8bd232ff-4db5-465d-abf6-38c6b6a65d90), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:48.025476 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-2c77e810-224e-4c2e-a7b1-50f7c62a1de6 admin admin] Publish callbacks [] for router_gateway (d617ea9f-8873-4715-b8b2-c41417f786ef), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:48.108338 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35766) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:48.134436 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Attempting to bind port f2a35faa-d099-4146-96d1-80b82d7993f6 on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:45:48.135486 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Attempting to bind port f2a35faa-d099-4146-96d1-80b82d7993f6 by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': 'b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c'}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:45:48.135858 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Attempting to bind port f2a35faa-d099-4146-96d1-80b82d7993f6 on network e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:45:48.155817 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:45:48.155817 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Checking segment: {'id': 'b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:45:48.156118 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:48.156589 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Bound using segment: {'id': 'b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c'} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:45:48.156952 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Bound port: f2a35faa-d099-4146-96d1-80b82d7993f6, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c'}}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:45:48.157333 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (f2a35faa-d099-4146-96d1-80b82d7993f6), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:48.238140 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] For port f2a35faa-d099-4146-96d1-80b82d7993f6, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:45:48.242003 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] For port f2a35faa-d099-4146-96d1-80b82d7993f6, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=f2a35faa-d099-4146-96d1-80b82d7993f6,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:45:48.289776 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a7e82937-ce61-439f-9c66-7ac87694c7b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:48.351134 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (f2a35faa-d099-4146-96d1-80b82d7993f6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:48.377225 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a7e82937-ce61-439f-9c66-7ac87694c7b1 admin admin] Publish callbacks [] for security_group (7f4bfdb3-704d-4e4a-b2c1-02d513f12b84), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:48.395852 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-2c77e810-224e-4c2e-a7b1-50f7c62a1de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661868'] for router (d617ea9f-8873-4715-b8b2-c41417f786ef), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:48.482165 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bfeff-a59c-418d-be0f-d1cf3544795d None None] Pushing event updated for resources: {'Port': ['ID=f2a35faa-d099-4146-96d1-80b82d7993f6,revision_number=2']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:48.601791 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-e6ca58bf-c6ca-47ba-97c4-1f5a891670f7 admin admin] Publish callbacks [] for router_gateway (8bd232ff-4db5-465d-abf6-38c6b6a65d90), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:48.615318 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a7e82937-ce61-439f-9c66-7ac87694c7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (7f4bfdb3-704d-4e4a-b2c1-02d513f12b84), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:48.631707 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-e6ca58bf-c6ca-47ba-97c4-1f5a891670f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:48.667991 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e82937-ce61-439f-9c66-7ac87694c7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4bfdb3-704d-4e4a-b2c1-02d513f12b84,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:48.675837 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-a7e82937-ce61-439f-9c66-7ac87694c7b1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3549c3abfca845cfadb736926bcda999&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5626841 Jan 27 12:45:48.676759 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 35778) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:48.851939 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-96002f41-8473-4b55-af11-753e348d3210 admin admin] Publish callbacks [] for security_group (7f4bfdb3-704d-4e4a-b2c1-02d513f12b84), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:48.882963 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_common [None req-e6ca58bf-c6ca-47ba-97c4-1f5a891670f7 admin admin] Allocated IP 172.27.2.160 (eb2842ee-b281-40a5-b8cc-bad91d1f4211/1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a/1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa) {{(pid=109461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:45:48.912295 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-96002f41-8473-4b55-af11-753e348d3210 admin admin] Publish callbacks [] for security_group (7f4bfdb3-704d-4e4a-b2c1-02d513f12b84), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:48.914240 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35806) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:48.989417 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c77e810-224e-4c2e-a7b1-50f7c62a1de6 admin admin] Router d617ea9f-8873-4715-b8b2-c41417f786ef is scheduled to L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 with binding_index 1 {{(pid=109461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 12:45:49.081692 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-3b5ecd6b-baed-4650-990b-3a2a3ec099b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:49.090103 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 35822) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:49.094297 dv-cinder-824031-3-iscsi neutron-server[109461]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 27 12:45:49.164906 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-96002f41-8473-4b55-af11-753e348d3210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (7f4bfdb3-704d-4e4a-b2c1-02d513f12b84), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:49.167621 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-96002f41-8473-4b55-af11-753e348d3210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:49.169565 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-96002f41-8473-4b55-af11-753e348d3210 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f4bfdb3-704d-4e4a-b2c1-02d513f12b84 HTTP/1.1" status: 204 len: 168 time: 0.4899914 Jan 27 12:45:49.176045 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35832) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:49.184515 dv-cinder-824031-3-iscsi neutron-server[109462]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 27 12:45:49.186199 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-e6ca58bf-c6ca-47ba-97c4-1f5a891670f7 admin admin] Publish callbacks [] for port (1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:49.241613 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-3b5ecd6b-baed-4650-990b-3a2a3ec099b0 admin admin] Publish callbacks [] for security_group (0c4ddff8-cb05-4bc8-b46b-92eda4189152), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:49.267004 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96002f41-8473-4b55-af11-753e348d3210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4bfdb3-704d-4e4a-b2c1-02d513f12b84,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:49.324179 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c77e810-224e-4c2e-a7b1-50f7c62a1de6 admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:45:49.325499 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-3b5ecd6b-baed-4650-990b-3a2a3ec099b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (0c4ddff8-cb05-4bc8-b46b-92eda4189152), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:49.334174 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] Sync routers for ids ['d617ea9f-8873-4715-b8b2-c41417f786ef'] in dv-cinder-824031-3-iscsi {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:45:49.351520 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] Routers {'d617ea9f-8873-4715-b8b2-c41417f786ef'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:45:49.360019 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:45:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['d617ea9f-8873-4715-b8b2-c41417f786ef'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:45:49.503530 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-3b5ecd6b-baed-4650-990b-3a2a3ec099b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c79ab6021ab848d8ae273377aadb331b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5864923 Jan 27 12:45:49.509000 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ecd6b-baed-4650-990b-3a2a3ec099b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4ddff8-cb05-4bc8-b46b-92eda4189152,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:49.519955 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35836) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:49.541111 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557c469-459c-496f-807c-b914bff2c072 req-11be71d2-81d9-43fe-bdef-49b4f21afe4f tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:45:49.546915 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device f2a35faa-d099-4146-96d1-80b82d7993f6 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:45:49.548061 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-677c4a74-8ef8-432d-9663-4205bf52fbc3 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:45:49.548642 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8557c469-459c-496f-807c-b914bff2c072 req-11be71d2-81d9-43fe-bdef-49b4f21afe4f tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/networks?id=1a947d14-4622-4e1b-8ca5-f566d085c54e HTTP/1.1" status: 200 len: 814 time: 0.3712656 Jan 27 12:45:49.550563 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-677c4a74-8ef8-432d-9663-4205bf52fbc3 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/networks?id=f93ed95b-fa06-42a9-b32c-e652b333a4ab HTTP/1.1" status: 200 len: 811 time: 0.4587140 Jan 27 12:45:49.555716 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-2c77e810-224e-4c2e-a7b1-50f7c62a1de6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:49.557835 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-2c77e810-224e-4c2e-a7b1-50f7c62a1de6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.4834855 Jan 27 12:45:49.565104 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35838) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:49.615872 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-2fab40af-aa12-46cd-a58a-99f1054272db tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/quotas/7c91276cab5a4ab89aeb4ed27af897eb HTTP/1.1" status: 200 len: 375 time: 0.0543337 Jan 27 12:45:49.653745 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8557c469-459c-496f-807c-b914bff2c072 req-5d13f45e-5896-401e-af9b-89ff4800486b tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/quotas/2bdd17e9465442c6b527b37e80925d48 HTTP/1.1" status: 200 len: 375 time: 0.1040685 Jan 27 12:45:49.654498 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] Set router d617ea9f-8873-4715-b8b2-c41417f786ef gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:45:49.655494 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port f2a35faa-d099-4146-96d1-80b82d7993f6 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:45:49.655892 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (f2a35faa-d099-4146-96d1-80b82d7993f6), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:49.686557 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-45cc27d7-6ed3-41ad-bc59-30ea3c483cad tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c91276cab5a4ab89aeb4ed27af897eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658762 Jan 27 12:45:49.688172 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-e6ca58bf-c6ca-47ba-97c4-1f5a891670f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551'] for port (1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:49.811189 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca58bf-c6ca-47ba-97c4-1f5a891670f7 admin admin] Pushing event updated for resources: {'Port': ['ID=1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:49.836659 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ca58bf-c6ca-47ba-97c4-1f5a891670f7 admin admin] Network eb2842ee-b281-40a5-b8cc-bad91d1f4211 is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:45:49.839201 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-e6ca58bf-c6ca-47ba-97c4-1f5a891670f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:45:49.845609 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ca58bf-c6ca-47ba-97c4-1f5a891670f7 admin admin] Received port after_create {{(pid=109461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:45:49.849372 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port f2a35faa-d099-4146-96d1-80b82d7993f6 is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:45:49.853985 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (f2a35faa-d099-4146-96d1-80b82d7993f6), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:49.923675 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd0289d-73e6-4f82-9272-b41b1424ba42 None None] Network e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:45:49.970149 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] For port f2a35faa-d099-4146-96d1-80b82d7993f6, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=f2a35faa-d099-4146-96d1-80b82d7993f6,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:45:49.992948 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd617ea9f-8873-4715-b8b2-c41417f786ef', 'name': 'tempest-ServerRescueNegativeTestJSON-531045844-router', 'tenant_id': '07aba42d308a44c39af2f5402cfff771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '1ed1bb2d-8467-4d5a-803c-29cba0fea728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:45Z', 'updated_at': '2022-01-27T12:45:47Z', 'revision_number': 3, 'project_id': '07aba42d308a44c39af2f5402cfff771', 'gw_port': {'id': '1ed1bb2d-8467-4d5a-803c-29cba0fea728', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd617ea9f-8873-4715-b8b2-c41417f786ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:46Z', 'updated_at': '2022-01-27T12:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:45:50.048414 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] Checking router: d617ea9f-8873-4715-b8b2-c41417f786ef for host: dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:45:50.050506 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8557c469-459c-496f-807c-b914bff2c072 req-61c92a99-53fe-4cff-8c8b-a53b2fca693a tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2bdd17e9465442c6b527b37e80925d48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3918407 Jan 27 12:45:50.052975 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] Updating router d617ea9f-8873-4715-b8b2-c41417f786ef port 1ed1bb2d-8467-4d5a-803c-29cba0fea728 binding host dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 12:45:50.079445 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-6a4823c1-06ca-4c7a-a545-7ade01f389b4 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109461) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 12:45:50.100673 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-6a4823c1-06ca-4c7a-a545-7ade01f389b4 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0900183 Jan 27 12:45:50.100784 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-18511b6b-4c26-45d6-8246-416f5ea2e883 None None] Provisioning complete for port f2a35faa-d099-4146-96d1-80b82d7993f6 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:45:50.100784 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-18511b6b-4c26-45d6-8246-416f5ea2e883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (f2a35faa-d099-4146-96d1-80b82d7993f6), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:50.121728 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-ba7dfaa6-fdd6-4f8d-b2e2-648e67366b5f admin admin] Publish callbacks [] for security_group (0c4ddff8-cb05-4bc8-b46b-92eda4189152), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:50.131684 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (f2a35faa-d099-4146-96d1-80b82d7993f6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:50.141717 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (1ed1bb2d-8467-4d5a-803c-29cba0fea728), before_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:50.150839 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-ba7dfaa6-fdd6-4f8d-b2e2-648e67366b5f admin admin] Publish callbacks [] for security_group (0c4ddff8-cb05-4bc8-b46b-92eda4189152), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:50.240242 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35856) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:50.283285 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-71b395a0-234e-46e2-ba5d-580eac2ab959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:50.296005 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [req-8557c469-459c-496f-807c-b914bff2c072 req-22bd65c0-b685-41e1-bcb0-614926eef5f7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109462) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 12:45:50.297569 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8557c469-459c-496f-807c-b914bff2c072 req-22bd65c0-b685-41e1-bcb0-614926eef5f7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1118662 Jan 27 12:45:50.338219 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Pushing event updated for resources: {'Port': ['ID=f2a35faa-d099-4146-96d1-80b82d7993f6,revision_number=3']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:50.473015 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-18511b6b-4c26-45d6-8246-416f5ea2e883 None None] Current status of the port f2a35faa-d099-4146-96d1-80b82d7993f6 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:45:50.498644 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-ba7dfaa6-fdd6-4f8d-b2e2-648e67366b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (0c4ddff8-cb05-4bc8-b46b-92eda4189152), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:50.501415 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-ba7dfaa6-fdd6-4f8d-b2e2-648e67366b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:50.501970 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-702c6d19-1458-4fad-9aea-81c33d4a29cf service neutron] 10.222.0.39 "GET /v2.0/networks/f93ed95b-fa06-42a9-b32c-e652b333a4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077919 Jan 27 12:45:50.502503 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-ba7dfaa6-fdd6-4f8d-b2e2-648e67366b5f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0c4ddff8-cb05-4bc8-b46b-92eda4189152 HTTP/1.1" status: 204 len: 168 time: 0.9811852 Jan 27 12:45:50.528701 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7dfaa6-fdd6-4f8d-b2e2-648e67366b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4ddff8-cb05-4bc8-b46b-92eda4189152,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:50.543551 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] Publish callbacks [] for port (1ed1bb2d-8467-4d5a-803c-29cba0fea728), precommit_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:50.548942 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f2dad226-d7e0-403c-b4e9-a05cf828813c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:50.617716 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-e6ca58bf-c6ca-47ba-97c4-1f5a891670f7 admin admin] Publish callbacks [] for router_gateway (8bd232ff-4db5-465d-abf6-38c6b6a65d90), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:50.655607 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (1ed1bb2d-8467-4d5a-803c-29cba0fea728), after_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:50.670471 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8557c469-459c-496f-807c-b914bff2c072 req-e7c561e8-b45a-4b1d-bbcd-5be88174f2c8 service neutron] 10.222.0.39 "GET /v2.0/networks/1a947d14-4622-4e1b-8ca5-f566d085c54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627355 Jan 27 12:45:50.738210 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-0f760653-60e8-4c46-9203-188171acc915 service neutron] 10.222.0.39 "GET /v2.0/networks/f93ed95b-fa06-42a9-b32c-e652b333a4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183547 Jan 27 12:45:50.740133 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] Attempting to bind port 1ed1bb2d-8467-4d5a-803c-29cba0fea728 on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:45:50.740630 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] Attempting to bind port 1ed1bb2d-8467-4d5a-803c-29cba0fea728 by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}] {{(pid=109464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:45:50.741397 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] Attempting to bind port 1ed1bb2d-8467-4d5a-803c-29cba0fea728 on network eb2842ee-b281-40a5-b8cc-bad91d1f4211 {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:45:50.748920 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:45:50.750069 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] Checking segment: {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:45:50.750753 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:50.756280 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] Bound using segment: {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'} {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:45:50.756280 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] Bound port: 1ed1bb2d-8467-4d5a-803c-29cba0fea728, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}}] {{(pid=109464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:45:50.756280 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (1ed1bb2d-8467-4d5a-803c-29cba0fea728), before_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:50.805924 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-1ffb63c2-3f7c-4da5-9af6-6a5369e515c7 None None] Provisioning complete for port f2a35faa-d099-4146-96d1-80b82d7993f6 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:45:50.806519 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-1ffb63c2-3f7c-4da5-9af6-6a5369e515c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (f2a35faa-d099-4146-96d1-80b82d7993f6), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:50.817484 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-71b395a0-234e-46e2-ba5d-580eac2ab959 admin admin] Publish callbacks [] for security_group (54d8c138-e424-4285-b6eb-e9c352cf1533), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:50.860390 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.db [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] For port 1ed1bb2d-8467-4d5a-803c-29cba0fea728, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:45:50.868804 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.db [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] For port 1ed1bb2d-8467-4d5a-803c-29cba0fea728, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=1ed1bb2d-8467-4d5a-803c-29cba0fea728,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:45:50.889257 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c5c3-b6a9-4bc4-91b1-c5b1fa558671 None None] Pushing event updated for resources: {'Port': ['ID=1ed1bb2d-8467-4d5a-803c-29cba0fea728,revision_number=2']} {{(pid=109464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:50.897724 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c5c3-b6a9-4bc4-91b1-c5b1fa558671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:50.898434 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c5c3-b6a9-4bc4-91b1-c5b1fa558671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:50.899197 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c5c3-b6a9-4bc4-91b1-c5b1fa558671 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:50.899758 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c5c3-b6a9-4bc4-91b1-c5b1fa558671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:50.900887 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c5c3-b6a9-4bc4-91b1-c5b1fa558671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:50.901437 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c5c3-b6a9-4bc4-91b1-c5b1fa558671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:50.902010 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c5c3-b6a9-4bc4-91b1-c5b1fa558671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:50.902555 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c5c3-b6a9-4bc4-91b1-c5b1fa558671 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:50.903308 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c5c3-b6a9-4bc4-91b1-c5b1fa558671 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:50.903891 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c5c3-b6a9-4bc4-91b1-c5b1fa558671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:50.904448 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c5c3-b6a9-4bc4-91b1-c5b1fa558671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:50.904990 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c5c3-b6a9-4bc4-91b1-c5b1fa558671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:50.905532 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c5c3-b6a9-4bc4-91b1-c5b1fa558671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12c5c3-b6a9-4bc4-91b1-c5b1fa558671 None None] Tracked resource versions report: Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: pushed versions: Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: { 'AddressGroup': {'1.2'}, Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: 'ConntrackHelper': {'1.0'}, Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: 'LocalIPAssociation': {'1.0'}, Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: 'Log': {'1.0'}, Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: 'Network': {'1.1'}, Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: 'Port': {'1.7'}, Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: 'PortForwarding': {'1.2'}, Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: 'QosPolicy': {'1.10'}, Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: 'SecurityGroup': {'1.5'}, Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: 'SecurityGroupRule': {'1.2'}, Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: 'SubPort': {'1.0'}, Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: 'Subnet': {'1.1'}, Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: 'Trunk': {'1.1'}} Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: consumer versions: Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: { DHCP agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: HyperV agent@hv-cinder-82403: {}, Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: L3 agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: Metadata agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: Metering agent@dv-cinder-824031-3-iscsi: {}, Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: Open vSwitch agent@dv-cinder-824031-3-iscsi: { 'AddressGroup': '1.2', Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: 'ConntrackHelper': '1.0', Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: 'LocalIPAssociation': '1.0', Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: 'Log': '1.0', Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: 'Network': '1.1', Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: 'Port': '1.7', Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: 'PortForwarding': '1.2', Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: 'QosPolicy': '1.10', Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: 'SecurityGroup': '1.5', Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: 'SecurityGroupRule': '1.2', Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: 'SubPort': '1.0', Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: 'Subnet': '1.1', Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: 'Trunk': '1.1'}} Jan 27 12:45:50.907015 dv-cinder-824031-3-iscsi neutron-server[109464]: {{(pid=109464) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 12:45:50.921801 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-71b395a0-234e-46e2-ba5d-580eac2ab959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (54d8c138-e424-4285-b6eb-e9c352cf1533), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:50.929203 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-e6ca58bf-c6ca-47ba-97c4-1f5a891670f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661868'] for router (8bd232ff-4db5-465d-abf6-38c6b6a65d90), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:50.934572 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8557c469-459c-496f-807c-b914bff2c072 req-0685d85c-9f6e-4be4-9e0a-39e053a79e33 service neutron] 10.222.0.39 "GET /v2.0/networks/1a947d14-4622-4e1b-8ca5-f566d085c54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118280 Jan 27 12:45:50.941444 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb63c2-3f7c-4da5-9af6-6a5369e515c7 None None] Current status of the port f2a35faa-d099-4146-96d1-80b82d7993f6 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:45:50.947736 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (1ed1bb2d-8467-4d5a-803c-29cba0fea728), after_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:50.981694 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-36fce4d4-f3ce-44ae-be40-9b8d899d06b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:50.985587 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b395a0-234e-46e2-ba5d-580eac2ab959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d8c138-e424-4285-b6eb-e9c352cf1533,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:50.997976 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-71b395a0-234e-46e2-ba5d-580eac2ab959 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=129f51a8788041c28ddcab7383ecd8ad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7528999 Jan 27 12:45:51.000631 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35868) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:51.030094 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] Routers {'d617ea9f-8873-4715-b8b2-c41417f786ef'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:45:51.031093 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:45:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['d617ea9f-8873-4715-b8b2-c41417f786ef'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:45:51.079036 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c5c3-b6a9-4bc4-91b1-c5b1fa558671 None None] Pushing event updated for resources: {'Port': ['ID=1ed1bb2d-8467-4d5a-803c-29cba0fea728,revision_number=3']} {{(pid=109464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:51.152400 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-bce9f97c-7a6a-4ebc-9145-f3e4ae438ca8 admin admin] Publish callbacks [] for security_group (54d8c138-e424-4285-b6eb-e9c352cf1533), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:51.192481 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-bce9f97c-7a6a-4ebc-9145-f3e4ae438ca8 admin admin] Publish callbacks [] for security_group (54d8c138-e424-4285-b6eb-e9c352cf1533), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:51.252887 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ca58bf-c6ca-47ba-97c4-1f5a891670f7 admin admin] Router 8bd232ff-4db5-465d-abf6-38c6b6a65d90 is scheduled to L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 with binding_index 1 {{(pid=109461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 12:45:51.259233 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] Set router d617ea9f-8873-4715-b8b2-c41417f786ef gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:45:51.310895 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_common [None req-36fce4d4-f3ce-44ae-be40-9b8d899d06b3 admin admin] Allocated IP 172.20.0.1 (e3e975e7-b66a-4480-b25e-9886f492f788/7785fff6-6578-4402-bc5a-fec8bd603105/f57942cd-eb72-4a6e-9b91-a3012c290861) {{(pid=109462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:45:51.483066 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device f2a35faa-d099-4146-96d1-80b82d7993f6 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:45:51.507904 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-bce9f97c-7a6a-4ebc-9145-f3e4ae438ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (54d8c138-e424-4285-b6eb-e9c352cf1533), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:51.520659 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-bce9f97c-7a6a-4ebc-9145-f3e4ae438ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:51.535005 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-bce9f97c-7a6a-4ebc-9145-f3e4ae438ca8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/54d8c138-e424-4285-b6eb-e9c352cf1533 HTTP/1.1" status: 204 len: 168 time: 0.5291321 Jan 27 12:45:51.568271 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9556213c-cc5c-4a85-a39c-596470baa5f5 req-a892843e-697e-4b8b-bad3-c8ba01cc490a tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 210 time: 0.1564853 Jan 27 12:45:51.674537 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port f2a35faa-d099-4146-96d1-80b82d7993f6 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:45:51.674537 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (f2a35faa-d099-4146-96d1-80b82d7993f6), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:51.709151 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ca58bf-c6ca-47ba-97c4-1f5a891670f7 admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:45:51.729004 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] Sync routers for ids ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:45:51.737941 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9f97c-7a6a-4ebc-9145-f3e4ae438ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d8c138-e424-4285-b6eb-e9c352cf1533,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:51.749993 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-36fce4d4-f3ce-44ae-be40-9b8d899d06b3 admin admin] Publish callbacks [] for port (f57942cd-eb72-4a6e-9b91-a3012c290861), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:51.786239 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3ae36a4d-71c7-4cc4-98f9-ec27737e1104 req-856a6fe9-e199-4461-a888-66f1542bf2ee tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 210 time: 0.2017529 Jan 27 12:45:51.793413 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd617ea9f-8873-4715-b8b2-c41417f786ef', 'name': 'tempest-ServerRescueNegativeTestJSON-531045844-router', 'tenant_id': '07aba42d308a44c39af2f5402cfff771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '1ed1bb2d-8467-4d5a-803c-29cba0fea728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:45Z', 'updated_at': '2022-01-27T12:45:47Z', 'revision_number': 3, 'project_id': '07aba42d308a44c39af2f5402cfff771', 'gw_port': {'id': '1ed1bb2d-8467-4d5a-803c-29cba0fea728', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd617ea9f-8873-4715-b8b2-c41417f786ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:46Z', 'updated_at': '2022-01-27T12:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:45:51.848425 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] Routers {'8bd232ff-4db5-465d-abf6-38c6b6a65d90'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:45:51.852235 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-e6ca58bf-c6ca-47ba-97c4-1f5a891670f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:51.857128 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 35924) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:51.860063 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-e6ca58bf-c6ca-47ba-97c4-1f5a891670f7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7585757 Jan 27 12:45:51.860499 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:45:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:45:51.888818 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3898955-48d2-403e-813e-eaa8ba5f05bd None None] The sync data for ids ['d617ea9f-8873-4715-b8b2-c41417f786ef'] in dv-cinder-824031-3-iscsi is: [{'id': 'd617ea9f-8873-4715-b8b2-c41417f786ef', 'name': 'tempest-ServerRescueNegativeTestJSON-531045844-router', 'tenant_id': '07aba42d308a44c39af2f5402cfff771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '1ed1bb2d-8467-4d5a-803c-29cba0fea728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:45Z', 'updated_at': '2022-01-27T12:45:47Z', 'revision_number': 3, 'project_id': '07aba42d308a44c39af2f5402cfff771', 'gw_port': {'id': '1ed1bb2d-8467-4d5a-803c-29cba0fea728', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd617ea9f-8873-4715-b8b2-c41417f786ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:46Z', 'updated_at': '2022-01-27T12:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}] {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:45:52.050790 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-36fce4d4-f3ce-44ae-be40-9b8d899d06b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551'] for port (f57942cd-eb72-4a6e-9b91-a3012c290861), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:52.102230 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 35938) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:52.122095 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0daa7729-9f79-4deb-a408-55e99607dc88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:52.127411 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] Set router 8bd232ff-4db5-465d-abf6-38c6b6a65d90 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:45:52.145610 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fce4d4-f3ce-44ae-be40-9b8d899d06b3 admin admin] Network e3e975e7-b66a-4480-b25e-9886f492f788 is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:45:52.166084 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-36fce4d4-f3ce-44ae-be40-9b8d899d06b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:45:52.206776 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fce4d4-f3ce-44ae-be40-9b8d899d06b3 admin admin] Received port after_create {{(pid=109462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:45:52.207311 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-36fce4d4-f3ce-44ae-be40-9b8d899d06b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664249'] for router_interface (d617ea9f-8873-4715-b8b2-c41417f786ef), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:52.263378 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fce4d4-f3ce-44ae-be40-9b8d899d06b3 admin admin] Pushing event updated for resources: {'Port': ['ID=f57942cd-eb72-4a6e-9b91-a3012c290861,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:52.347980 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0daa7729-9f79-4deb-a408-55e99607dc88 admin admin] Publish callbacks [] for security_group (373bdd30-647d-44b6-a7d8-15ed5f8af80e), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:52.402180 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port f2a35faa-d099-4146-96d1-80b82d7993f6 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:45:52.441478 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0daa7729-9f79-4deb-a408-55e99607dc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (373bdd30-647d-44b6-a7d8-15ed5f8af80e), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:52.581963 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-0daa7729-9f79-4deb-a408-55e99607dc88 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7fb7596fce234ddf9c963672512b4a6e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4784391 Jan 27 12:45:52.585646 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 35954) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:52.593719 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa7729-9f79-4deb-a408-55e99607dc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373bdd30-647d-44b6-a7d8-15ed5f8af80e,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:52.640633 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'name': 'tempest-AttachVolumeShelveTestJSON-1315880920-router', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:47Z', 'updated_at': '2022-01-27T12:45:50Z', 'revision_number': 3, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'gw_port': {'id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:48Z', 'updated_at': '2022-01-27T12:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:45:52.674219 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-2e12a692-4c42-4502-a0f4-a94b9067e364 admin admin] Publish callbacks [] for security_group (373bdd30-647d-44b6-a7d8-15ed5f8af80e), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:52.716039 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-36fce4d4-f3ce-44ae-be40-9b8d899d06b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (f57942cd-eb72-4a6e-9b91-a3012c290861), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:52.725031 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b5a984fb-e21b-44ed-aa79-ff6f56cb5114 req-aa0c90fa-88fb-44d4-ab8a-3fc13e983e70 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 210 time: 0.0484679 Jan 27 12:45:52.754184 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-2e12a692-4c42-4502-a0f4-a94b9067e364 admin admin] Publish callbacks [] for security_group (373bdd30-647d-44b6-a7d8-15ed5f8af80e), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:52.788546 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] Checking router: 8bd232ff-4db5-465d-abf6-38c6b6a65d90 for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:45:52.789278 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] Updating router 8bd232ff-4db5-465d-abf6-38c6b6a65d90 port 1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa binding host dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 12:45:52.823420 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:52.889060 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-e88a3641-e97a-4e50-9266-7468e7369ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:52.950330 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-2e12a692-4c42-4502-a0f4-a94b9067e364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (373bdd30-647d-44b6-a7d8-15ed5f8af80e), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:52.953359 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-2e12a692-4c42-4502-a0f4-a94b9067e364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:52.961522 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-2e12a692-4c42-4502-a0f4-a94b9067e364 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/373bdd30-647d-44b6-a7d8-15ed5f8af80e HTTP/1.1" status: 204 len: 168 time: 0.3676097 Jan 27 12:45:52.970438 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12a692-4c42-4502-a0f4-a94b9067e364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373bdd30-647d-44b6-a7d8-15ed5f8af80e,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:53.453545 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-6aa1a3c9-6daf-43b0-9e37-a3c056abffa8 req-c085269f-7ce8-41d0-aa2f-10ebda5ec857 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 210 time: 0.5681961 Jan 27 12:45:53.609983 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] Publish callbacks [] for port (1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa), precommit_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:53.627016 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 1ed1bb2d-8467-4d5a-803c-29cba0fea728 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:45:53.715721 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-36fce4d4-f3ce-44ae-be40-9b8d899d06b3 admin admin] Publish callbacks [] for port (f57942cd-eb72-4a6e-9b91-a3012c290861), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:53.748644 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 1ed1bb2d-8467-4d5a-803c-29cba0fea728 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:45:53.749423 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (1ed1bb2d-8467-4d5a-803c-29cba0fea728), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:53.752009 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:53.824879 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 36006) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:53.856164 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-730e6d48-8c54-4694-809e-d1333871e11f req-6bd95ed3-c175-449b-ad04-1cb0000017e1 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 210 time: 0.0432270 Jan 27 12:45:53.858557 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-36fce4d4-f3ce-44ae-be40-9b8d899d06b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (f57942cd-eb72-4a6e-9b91-a3012c290861), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:53.859534 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-36fce4d4-f3ce-44ae-be40-9b8d899d06b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1664617'] for router_interface (d617ea9f-8873-4715-b8b2-c41417f786ef), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:53.862351 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:53.898985 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] Attempting to bind port 1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:45:53.899479 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] Attempting to bind port 1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:45:53.899956 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] Attempting to bind port 1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa on network eb2842ee-b281-40a5-b8cc-bad91d1f4211 {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:45:53.909045 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eacf22-8edc-403c-a4d8-1c5892c2101a None None] Pushing event updated for resources: {'Port': ['ID=1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa,revision_number=2']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:53.918477 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:45:53.918477 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] Checking segment: {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:45:53.918830 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:53.919300 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] Bound using segment: {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:45:53.920287 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] Bound port: 1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:45:53.920846 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:53.985013 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-88ef4304-9e23-4874-9a5f-a2cd34d6ae58 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-433733612-network', 'tenant_id': 'a1e2fc11955d450f90acb2f4d528113d'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:45:53.989521 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fce4d4-f3ce-44ae-be40-9b8d899d06b3 admin admin] Pushing event updated for resources: {'Port': ['ID=f57942cd-eb72-4a6e-9b91-a3012c290861,revision_number=2']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:53.995485 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-f3050aa2-1b0a-4bdd-9878-7685520174ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:54.045566 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] For port 1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:45:54.049803 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] For port 1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:45:54.051363 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 1ed1bb2d-8467-4d5a-803c-29cba0fea728 is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:45:54.051950 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (1ed1bb2d-8467-4d5a-803c-29cba0fea728), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:54.076820 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] For port 1ed1bb2d-8467-4d5a-803c-29cba0fea728, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=1ed1bb2d-8467-4d5a-803c-29cba0fea728,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:45:54.085088 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fce4d4-f3ce-44ae-be40-9b8d899d06b3 admin admin] Network e3e975e7-b66a-4480-b25e-9886f492f788 is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:45:54.088209 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-36fce4d4-f3ce-44ae-be40-9b8d899d06b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:45:54.124426 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ef4304-9e23-4874-9a5f-a2cd34d6ae58 admin admin] Made reservation on behalf of a1e2fc11955d450f90acb2f4d528113d for: {'network': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:45:54.127074 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-88ef4304-9e23-4874-9a5f-a2cd34d6ae58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for network (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:54.138148 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-88ef4304-9e23-4874-9a5f-a2cd34d6ae58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:54.153895 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:54.160308 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (1ed1bb2d-8467-4d5a-803c-29cba0fea728), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:54.253829 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eacf22-8edc-403c-a4d8-1c5892c2101a None None] Pushing event updated for resources: {'Port': ['ID=1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa,revision_number=3']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:54.291092 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_common [None req-f3050aa2-1b0a-4bdd-9878-7685520174ab admin admin] Allocated IP 172.20.0.1 (e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c/f748fb8f-46de-4c32-959f-bac58f8a9f39/e2c1d120-5988-4ac3-8a8f-95b5399e2a4d) {{(pid=109462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:45:54.312106 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] Routers {'8bd232ff-4db5-465d-abf6-38c6b6a65d90'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:45:54.312880 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:45:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:45:54.317423 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fce4d4-f3ce-44ae-be40-9b8d899d06b3 admin admin] Router d617ea9f-8873-4715-b8b2-c41417f786ef has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:45:54.334924 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-88ef4304-9e23-4874-9a5f-a2cd34d6ae58 admin admin] Publish callbacks [] for security_group (4bab554b-21d4-47fa-bb37-19df3637b69e), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:54.377435 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Pushing event updated for resources: {'Port': ['ID=1ed1bb2d-8467-4d5a-803c-29cba0fea728,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:54.403497 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-88ef4304-9e23-4874-9a5f-a2cd34d6ae58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (4bab554b-21d4-47fa-bb37-19df3637b69e), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:54.461902 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ef4304-9e23-4874-9a5f-a2cd34d6ae58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=109461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 12:45:54.473203 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] Set router 8bd232ff-4db5-465d-abf6-38c6b6a65d90 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:45:54.495597 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-f3050aa2-1b0a-4bdd-9878-7685520174ab admin admin] Publish callbacks [] for port (e2c1d120-5988-4ac3-8a8f-95b5399e2a4d), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:54.516266 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fce4d4-f3ce-44ae-be40-9b8d899d06b3 admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:45:54.531229 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-36fce4d4-f3ce-44ae-be40-9b8d899d06b3 admin admin] 10.222.0.39 "PUT /v2.0/routers/d617ea9f-8873-4715-b8b2-c41417f786ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9556563 Jan 27 12:45:54.531667 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef4304-9e23-4874-9a5f-a2cd34d6ae58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bab554b-21d4-47fa-bb37-19df3637b69e,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:54.543981 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-88ef4304-9e23-4874-9a5f-a2cd34d6ae58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (f01f6c25-e16d-4076-b0e2-6682ae7dfc02), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:54.543981 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.db.segments_db [None req-88ef4304-9e23-4874-9a5f-a2cd34d6ae58 admin admin] Added segment f01f6c25-e16d-4076-b0e2-6682ae7dfc02 of type vlan for network a245cab8-8151-4abd-ae5b-2f14f21236cc Jan 27 12:45:54.634064 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-f3050aa2-1b0a-4bdd-9878-7685520174ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551'] for port (e2c1d120-5988-4ac3-8a8f-95b5399e2a4d), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:54.652203 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-88ef4304-9e23-4874-9a5f-a2cd34d6ae58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727397602151'] for network (a245cab8-8151-4abd-ae5b-2f14f21236cc), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:54.690492 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3050aa2-1b0a-4bdd-9878-7685520174ab admin admin] Network e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:45:54.694771 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-f3050aa2-1b0a-4bdd-9878-7685520174ab admin admin] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:45:54.702153 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3050aa2-1b0a-4bdd-9878-7685520174ab admin admin] Received port after_create {{(pid=109462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:45:54.702787 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-f3050aa2-1b0a-4bdd-9878-7685520174ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664249'] for router_interface (8bd232ff-4db5-465d-abf6-38c6b6a65d90), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:54.711167 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3050aa2-1b0a-4bdd-9878-7685520174ab admin admin] Pushing event updated for resources: {'Port': ['ID=e2c1d120-5988-4ac3-8a8f-95b5399e2a4d,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:54.857656 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d2d6b89e-14fb-4894-af63-82b41af78f09 req-3acf1102-448c-4e39-98d7-4178f7abfc9b tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 210 time: 0.0696719 Jan 27 12:45:54.862154 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-88ef4304-9e23-4874-9a5f-a2cd34d6ae58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for network (a245cab8-8151-4abd-ae5b-2f14f21236cc), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:54.865058 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ef4304-9e23-4874-9a5f-a2cd34d6ae58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:45:54.866829 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-88ef4304-9e23-4874-9a5f-a2cd34d6ae58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:54.948470 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] Sync routers for ids ['d617ea9f-8873-4715-b8b2-c41417f786ef'] in dv-cinder-824031-3-iscsi {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:45:54.948847 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'name': 'tempest-AttachVolumeShelveTestJSON-1315880920-router', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:47Z', 'updated_at': '2022-01-27T12:45:50Z', 'revision_number': 3, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'gw_port': {'id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:48Z', 'updated_at': '2022-01-27T12:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:45:54.967569 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] Routers {'d617ea9f-8873-4715-b8b2-c41417f786ef'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:45:54.968238 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:45:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['d617ea9f-8873-4715-b8b2-c41417f786ef'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:45:55.016926 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20214c29-cedb-4115-8dd2-2b0951087038 None None] The sync data for ids ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'] in dv-cinder-824031-3-iscsi is: [{'id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'name': 'tempest-AttachVolumeShelveTestJSON-1315880920-router', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:47Z', 'updated_at': '2022-01-27T12:45:50Z', 'revision_number': 3, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'gw_port': {'id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:48Z', 'updated_at': '2022-01-27T12:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:45:55.098322 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef4304-9e23-4874-9a5f-a2cd34d6ae58 admin admin] Pushing event updated for resources: {'Network': ['ID=a245cab8-8151-4abd-ae5b-2f14f21236cc,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:55.116245 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-88ef4304-9e23-4874-9a5f-a2cd34d6ae58 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2910385 Jan 27 12:45:55.119933 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 36046) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:55.122451 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-f3050aa2-1b0a-4bdd-9878-7685520174ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (e2c1d120-5988-4ac3-8a8f-95b5399e2a4d), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:55.124937 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] Set router d617ea9f-8873-4715-b8b2-c41417f786ef gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:45:55.125972 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-b1a5f2e2-5b7d-4c03-9433-c87a8ef9bfa4 admin admin] Request body: {'subnet': {'network_id': 'a245cab8-8151-4abd-ae5b-2f14f21236cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-433733612-subnet', 'tenant_id': 'a1e2fc11955d450f90acb2f4d528113d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:45:55.128029 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Network a245cab8-8151-4abd-ae5b-2f14f21236cc details requested by agent ovs-agent-dv-cinder-824031-3-iscsi with host dv-cinder-824031-3-iscsi {{(pid=109463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 12:45:55.236786 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a5f2e2-5b7d-4c03-9433-c87a8ef9bfa4 admin admin] Made reservation on behalf of a1e2fc11955d450f90acb2f4d528113d for: {'subnet': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:45:55.239948 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b1a5f2e2-5b7d-4c03-9433-c87a8ef9bfa4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:55.269332 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f74f26ab-b63f-4e9f-9daa-0a9f8e7a10ae req-89daa5d2-222a-4a1f-974c-e26e8c8d7871 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 210 time: 0.0517426 Jan 27 12:45:55.289024 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-4c59b049-a7b6-4220-8350-04cb56ea2ba1 None None] Provisioning complete for port e2c1d120-5988-4ac3-8a8f-95b5399e2a4d triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:45:55.289427 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-4c59b049-a7b6-4220-8350-04cb56ea2ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (e2c1d120-5988-4ac3-8a8f-95b5399e2a4d), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:55.443255 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-f3050aa2-1b0a-4bdd-9878-7685520174ab admin admin] Publish callbacks [] for port (e2c1d120-5988-4ac3-8a8f-95b5399e2a4d), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:55.445717 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-4c59b049-a7b6-4220-8350-04cb56ea2ba1 None None] Port e2c1d120-5988-4ac3-8a8f-95b5399e2a4d cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:45:55.454102 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:55.458379 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 1ed1bb2d-8467-4d5a-803c-29cba0fea728 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:45:55.536538 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-f3050aa2-1b0a-4bdd-9878-7685520174ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (e2c1d120-5988-4ac3-8a8f-95b5399e2a4d), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:55.537964 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-f3050aa2-1b0a-4bdd-9878-7685520174ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1664617'] for router_interface (8bd232ff-4db5-465d-abf6-38c6b6a65d90), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:55.601179 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 1ed1bb2d-8467-4d5a-803c-29cba0fea728 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:45:55.604039 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (1ed1bb2d-8467-4d5a-803c-29cba0fea728), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:55.661309 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd617ea9f-8873-4715-b8b2-c41417f786ef', 'name': 'tempest-ServerRescueNegativeTestJSON-531045844-router', 'tenant_id': '07aba42d308a44c39af2f5402cfff771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '1ed1bb2d-8467-4d5a-803c-29cba0fea728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:45Z', 'updated_at': '2022-01-27T12:45:52Z', 'revision_number': 4, 'project_id': '07aba42d308a44c39af2f5402cfff771', 'gw_port': {'id': '1ed1bb2d-8467-4d5a-803c-29cba0fea728', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd617ea9f-8873-4715-b8b2-c41417f786ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:46Z', 'updated_at': '2022-01-27T12:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'f57942cd-eb72-4a6e-9b91-a3012c290861', 'name': '', 'network_id': 'e3e975e7-b66a-4480-b25e-9886f492f788', 'tenant_id': '07aba42d308a44c39af2f5402cfff771', 'mac_address': 'fa:16:3e:7c:03:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd617ea9f-8873-4715-b8b2-c41417f786ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7785fff6-6578-4402-bc5a-fec8bd603105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:51Z', 'updated_at': '2022-01-27T12:45:52Z', 'revision_number': 2, 'project_id': '07aba42d308a44c39af2f5402cfff771', 'subnets': [{'id': '7785fff6-6578-4402-bc5a-fec8bd603105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:45:55.689420 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3050aa2-1b0a-4bdd-9878-7685520174ab admin admin] Pushing event updated for resources: {'Port': ['ID=e2c1d120-5988-4ac3-8a8f-95b5399e2a4d,revision_number=2']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:55.719412 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] Checking router: d617ea9f-8873-4715-b8b2-c41417f786ef for host: dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:45:55.723830 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] Updating router d617ea9f-8873-4715-b8b2-c41417f786ef port f57942cd-eb72-4a6e-9b91-a3012c290861 binding host dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 12:45:55.724109 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 1ed1bb2d-8467-4d5a-803c-29cba0fea728 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:45:55.756896 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (f57942cd-eb72-4a6e-9b91-a3012c290861), before_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:55.795536 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-5793f361-4a42-4bd0-9a0c-7a0db3aa433b tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:45:55.795726 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3050aa2-1b0a-4bdd-9878-7685520174ab admin admin] Network e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:45:55.797562 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-5793f361-4a42-4bd0-9a0c-7a0db3aa433b tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/networks?id=e3e975e7-b66a-4480-b25e-9886f492f788 HTTP/1.1" status: 200 len: 818 time: 0.1861088 Jan 27 12:45:55.799268 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b1a5f2e2-5b7d-4c03-9433-c87a8ef9bfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for subnet (e3af93c1-a0a2-42f0-84fa-8d4da0222451), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:55.805161 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-f3050aa2-1b0a-4bdd-9878-7685520174ab admin admin] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:45:55.829609 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-c7d92c73-dec3-4402-ba5a-f5b311e774a2 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/quotas/07aba42d308a44c39af2f5402cfff771 HTTP/1.1" status: 200 len: 375 time: 0.0222988 Jan 27 12:45:55.977643 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a5f2e2-5b7d-4c03-9433-c87a8ef9bfa4 admin admin] Checking segment: {'id': 'f01f6c25-e16d-4076-b0e2-6682ae7dfc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a245cab8-8151-4abd-ae5b-2f14f21236cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:45:55.979426 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a5f2e2-5b7d-4c03-9433-c87a8ef9bfa4 admin admin] Network hostable DHCP agents. Network: a245cab8-8151-4abd-ae5b-2f14f21236cc, hostable agents: ['8eb3a606-acf3-4d34-8208-a31c99af56ba'], hosted agents: [] {{(pid=109461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 12:45:55.986247 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5f2e2-5b7d-4c03-9433-c87a8ef9bfa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3af93c1-a0a2-42f0-84fa-8d4da0222451,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:56.020155 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-f0e37a87-615c-4733-b389-62dfa74c6cd9 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=07aba42d308a44c39af2f5402cfff771&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1894464 Jan 27 12:45:56.083702 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:56.142407 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-2c26a427-3f62-4587-9a30-211645ba9f8d service neutron] 10.222.0.39 "GET /v2.0/networks/e3e975e7-b66a-4480-b25e-9886f492f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201069 Jan 27 12:45:56.272528 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-79e252b7-afd4-4d84-8275-3cd50781ae55 req-be4fc909-bac1-4253-999b-a112f5314a38 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 210 time: 0.1024342 Jan 27 12:45:56.298112 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-727f1078-2620-4274-9fd4-4075cc3c0f08 None None] Provisioning complete for port e2c1d120-5988-4ac3-8a8f-95b5399e2a4d triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:45:56.298455 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-727f1078-2620-4274-9fd4-4075cc3c0f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (e2c1d120-5988-4ac3-8a8f-95b5399e2a4d), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:56.350323 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3050aa2-1b0a-4bdd-9878-7685520174ab admin admin] Router 8bd232ff-4db5-465d-abf6-38c6b6a65d90 has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:45:56.382237 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] Publish callbacks [] for port (f57942cd-eb72-4a6e-9b91-a3012c290861), precommit_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:56.394904 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-727f1078-2620-4274-9fd4-4075cc3c0f08 None None] Port e2c1d120-5988-4ac3-8a8f-95b5399e2a4d cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:45:56.480689 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (f57942cd-eb72-4a6e-9b91-a3012c290861), after_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:56.492243 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-8f5a2986-9375-4760-8fd4-22f1addf9cae service neutron] 10.222.0.39 "GET /v2.0/networks/e3e975e7-b66a-4480-b25e-9886f492f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484633 Jan 27 12:45:56.507407 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a5f2e2-5b7d-4c03-9433-c87a8ef9bfa4 admin admin] Network a245cab8-8151-4abd-ae5b-2f14f21236cc is scheduled to be hosted by DHCP agent 8eb3a606-acf3-4d34-8208-a31c99af56ba with binding_index 1 {{(pid=109461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 12:45:56.606878 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-b1a5f2e2-5b7d-4c03-9433-c87a8ef9bfa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-3-iscsi, a245cab8-8151-4abd-ae5b-2f14f21236cc) {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:45:56.626645 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a5f2e2-5b7d-4c03-9433-c87a8ef9bfa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:45:56.627285 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b1a5f2e2-5b7d-4c03-9433-c87a8ef9bfa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for subnet (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:56.634860 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-e407a5ad-076f-4abc-9970-234f6dad909f req-df0cbdb3-9f22-4859-ae7b-908121086343 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 210 time: 0.1890805 Jan 27 12:45:56.641329 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd533c5-86f1-4745-bc4e-bab43340371a None None] Network a245cab8-8151-4abd-ae5b-2f14f21236cc requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:45:56.784046 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3050aa2-1b0a-4bdd-9878-7685520174ab admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:45:56.784585 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984956ab-1366-4961-9fdc-4e12d60dc612 None None] Pushing event updated for resources: {'Port': ['ID=f57942cd-eb72-4a6e-9b91-a3012c290861,revision_number=3']} {{(pid=109464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:56.827578 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:56.837087 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-b1a5f2e2-5b7d-4c03-9433-c87a8ef9bfa4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7094500 Jan 27 12:45:56.837886 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-f3050aa2-1b0a-4bdd-9878-7685520174ab admin admin] 10.222.0.39 "PUT /v2.0/routers/8bd232ff-4db5-465d-abf6-38c6b6a65d90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9669232 Jan 27 12:45:56.924130 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e80da8a-82e2-4e97-b33e-ac8ab952fd9d None None] Network a245cab8-8151-4abd-ae5b-2f14f21236cc requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:45:56.953920 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] Attempting to bind port f57942cd-eb72-4a6e-9b91-a3012c290861 on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:45:56.954283 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] Attempting to bind port f57942cd-eb72-4a6e-9b91-a3012c290861 by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': '39388659-2bbd-485e-91aa-7140dd890043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e3e975e7-b66a-4480-b25e-9886f492f788'}] {{(pid=109464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:45:56.954867 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] Attempting to bind port f57942cd-eb72-4a6e-9b91-a3012c290861 on network e3e975e7-b66a-4480-b25e-9886f492f788 {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:45:56.961629 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:45:56.962926 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] Checking segment: {'id': '39388659-2bbd-485e-91aa-7140dd890043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e3e975e7-b66a-4480-b25e-9886f492f788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:45:56.963430 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:56.963921 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] Bound using segment: {'id': '39388659-2bbd-485e-91aa-7140dd890043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e3e975e7-b66a-4480-b25e-9886f492f788'} {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:45:56.964494 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] Bound port: f57942cd-eb72-4a6e-9b91-a3012c290861, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39388659-2bbd-485e-91aa-7140dd890043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e3e975e7-b66a-4480-b25e-9886f492f788'}}] {{(pid=109464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:45:56.965107 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (f57942cd-eb72-4a6e-9b91-a3012c290861), before_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:56.973947 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7b5055c0-4079-4ae7-bbf0-231cc2138bc2 req-edeecbda-9fb2-46b1-8ddb-6af4e8ef41a6 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 210 time: 0.1405733 Jan 27 12:45:57.093343 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.db [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] For port f57942cd-eb72-4a6e-9b91-a3012c290861, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:45:57.097076 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.db [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] For port f57942cd-eb72-4a6e-9b91-a3012c290861, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=f57942cd-eb72-4a6e-9b91-a3012c290861,segment=NetworkSegment(39388659-2bbd-485e-91aa-7140dd890043),segment_id=39388659-2bbd-485e-91aa-7140dd890043)] {{(pid=109464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:45:57.210000 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (f57942cd-eb72-4a6e-9b91-a3012c290861), after_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:57.308630 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] Routers {'d617ea9f-8873-4715-b8b2-c41417f786ef'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:45:57.309258 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:45:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['d617ea9f-8873-4715-b8b2-c41417f786ef'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:45:57.312096 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984956ab-1366-4961-9fdc-4e12d60dc612 None None] Pushing event updated for resources: {'Port': ['ID=f57942cd-eb72-4a6e-9b91-a3012c290861,revision_number=4']} {{(pid=109464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:57.470192 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] Set router d617ea9f-8873-4715-b8b2-c41417f786ef gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:45:57.600887 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:45:57.681004 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.13', 60927) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:57.712037 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:45:57.713361 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:57.734269 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.13', 60928) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:57.872378 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-e1e7947a-e8e4-4c43-9c0c-899109649185 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:45:57.875968 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-e1e7947a-e8e4-4c43-9c0c-899109649185 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/networks?id=e3e975e7-b66a-4480-b25e-9886f492f788 HTTP/1.1" status: 200 len: 818 time: 0.3420992 Jan 27 12:45:57.884662 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:45:57.885238 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:57.942311 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] For port 1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:45:57.985323 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-be5b4497-85c0-46bd-abcf-57d6a8ee5c06 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/quotas/07aba42d308a44c39af2f5402cfff771 HTTP/1.1" status: 200 len: 375 time: 0.0751188 Jan 27 12:45:58.025561 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:58.044221 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-274e58e9-c4a3-4d1a-8624-be72ee2b1f7e tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:45:58.045420 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd617ea9f-8873-4715-b8b2-c41417f786ef', 'name': 'tempest-ServerRescueNegativeTestJSON-531045844-router', 'tenant_id': '07aba42d308a44c39af2f5402cfff771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '1ed1bb2d-8467-4d5a-803c-29cba0fea728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:45Z', 'updated_at': '2022-01-27T12:45:52Z', 'revision_number': 4, 'project_id': '07aba42d308a44c39af2f5402cfff771', 'gw_port': {'id': '1ed1bb2d-8467-4d5a-803c-29cba0fea728', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd617ea9f-8873-4715-b8b2-c41417f786ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:46Z', 'updated_at': '2022-01-27T12:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'f57942cd-eb72-4a6e-9b91-a3012c290861', 'name': '', 'network_id': 'e3e975e7-b66a-4480-b25e-9886f492f788', 'tenant_id': '07aba42d308a44c39af2f5402cfff771', 'mac_address': 'fa:16:3e:7c:03:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd617ea9f-8873-4715-b8b2-c41417f786ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7785fff6-6578-4402-bc5a-fec8bd603105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:51Z', 'updated_at': '2022-01-27T12:45:57Z', 'revision_number': 4, 'project_id': '07aba42d308a44c39af2f5402cfff771', 'subnets': [{'id': '7785fff6-6578-4402-bc5a-fec8bd603105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:45:58.052880 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-274e58e9-c4a3-4d1a-8624-be72ee2b1f7e tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.13 "GET /v2.0/networks?id=f93ed95b-fa06-42a9-b32c-e652b333a4ab HTTP/1.1" status: 200 len: 811 time: 0.3702841 Jan 27 12:45:58.119200 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-4ca1f79e-4296-4098-87b3-96af90d3bd07 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Request body: {'port': {'device_id': 'ff7fe5f2-042a-4528-9775-0a3cfb59b717', 'network_id': 'f93ed95b-fa06-42a9-b32c-e652b333a4ab', 'admin_state_up': True, 'tenant_id': '7c91276cab5a4ab89aeb4ed27af897eb'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:45:58.128162 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] Sync routers for ids ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:45:58.132455 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a51289-1252-4191-8bbb-889c44f4ce41 None None] The sync data for ids ['d617ea9f-8873-4715-b8b2-c41417f786ef'] in dv-cinder-824031-3-iscsi is: [{'id': 'd617ea9f-8873-4715-b8b2-c41417f786ef', 'name': 'tempest-ServerRescueNegativeTestJSON-531045844-router', 'tenant_id': '07aba42d308a44c39af2f5402cfff771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '1ed1bb2d-8467-4d5a-803c-29cba0fea728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:45Z', 'updated_at': '2022-01-27T12:45:52Z', 'revision_number': 4, 'project_id': '07aba42d308a44c39af2f5402cfff771', 'gw_port': {'id': '1ed1bb2d-8467-4d5a-803c-29cba0fea728', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd617ea9f-8873-4715-b8b2-c41417f786ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:46Z', 'updated_at': '2022-01-27T12:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'f57942cd-eb72-4a6e-9b91-a3012c290861', 'name': '', 'network_id': 'e3e975e7-b66a-4480-b25e-9886f492f788', 'tenant_id': '07aba42d308a44c39af2f5402cfff771', 'mac_address': 'fa:16:3e:7c:03:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd617ea9f-8873-4715-b8b2-c41417f786ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7785fff6-6578-4402-bc5a-fec8bd603105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:51Z', 'updated_at': '2022-01-27T12:45:57Z', 'revision_number': 4, 'project_id': '07aba42d308a44c39af2f5402cfff771', 'subnets': [{'id': '7785fff6-6578-4402-bc5a-fec8bd603105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:45:58.164755 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-0f6403c7-e293-4337-b5d5-778813ff7f3a tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=07aba42d308a44c39af2f5402cfff771&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1775374 Jan 27 12:45:58.186932 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557c469-459c-496f-807c-b914bff2c072 req-dd54ee8d-9af8-42a9-a710-6d065ceb341b tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:45:58.189940 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8557c469-459c-496f-807c-b914bff2c072 req-dd54ee8d-9af8-42a9-a710-6d065ceb341b tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.13 "GET /v2.0/networks?id=1a947d14-4622-4e1b-8ca5-f566d085c54e HTTP/1.1" status: 200 len: 814 time: 0.4544873 Jan 27 12:45:58.203815 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 36166) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:58.233434 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [req-8557c469-459c-496f-807c-b914bff2c072 req-e638368f-02d7-45aa-b001-55afa789da33 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Request body: {'port': {'device_id': '9358d700-8016-4744-9917-15acc7ac851a', 'network_id': '1a947d14-4622-4e1b-8ca5-f566d085c54e', 'admin_state_up': True, 'tenant_id': '2bdd17e9465442c6b527b37e80925d48'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:45:58.241553 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] Routers {'8bd232ff-4db5-465d-abf6-38c6b6a65d90'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:45:58.246049 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:45:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:45:58.399599 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Pushing event updated for resources: {'Port': ['ID=1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:58.552853 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 36182) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:58.557448 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] Set router 8bd232ff-4db5-465d-abf6-38c6b6a65d90 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:45:58.584230 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-04133f43-98ef-497a-9a48-e4852a847576 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1686546625', 'description': 'tempest-description--1389763954'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:45:58.630513 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-7c8879d2-15de-40ca-96f0-d6709f8c34d4 service neutron] 10.222.0.39 "GET /v2.0/networks/e3e975e7-b66a-4480-b25e-9886f492f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620306 Jan 27 12:45:58.653947 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-544c50f3-25e9-40a6-b5f8-7401162f8401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:58.795511 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-78109944-9fca-4c9b-8344-a4f8115c0646 service neutron] 10.222.0.39 "GET /v2.0/networks/e3e975e7-b66a-4480-b25e-9886f492f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560140 Jan 27 12:45:58.862622 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 36198) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:58.867674 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-b5c8f947-d3f2-401d-aac4-cadd60a7fd21 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-811348777-network', 'tenant_id': 'c8a946ad67cf47a7a1ea1edf3de28bdb'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:45:58.884996 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-544c50f3-25e9-40a6-b5f8-7401162f8401 admin admin] Publish callbacks [] for security_group (4310ce32-0cba-4346-b1e3-eb40b9bcc94f), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:58.907985 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5d5681a9-9bfe-44d7-afe1-bb3785003051 req-148f467a-f98b-4cb7-a23b-dad531b58e16 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 210 time: 0.1311665 Jan 27 12:45:59.020512 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'name': 'tempest-AttachVolumeShelveTestJSON-1315880920-router', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:47Z', 'updated_at': '2022-01-27T12:45:54Z', 'revision_number': 4, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'gw_port': {'id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:48Z', 'updated_at': '2022-01-27T12:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'e2c1d120-5988-4ac3-8a8f-95b5399e2a4d', 'name': '', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'mac_address': 'fa:16:3e:63:5c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:54Z', 'updated_at': '2022-01-27T12:45:55Z', 'revision_number': 2, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'subnets': [{'id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:45:59.049262 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] Checking router: 8bd232ff-4db5-465d-abf6-38c6b6a65d90 for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:45:59.049826 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] Updating router 8bd232ff-4db5-465d-abf6-38c6b6a65d90 port e2c1d120-5988-4ac3-8a8f-95b5399e2a4d binding host dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 12:45:59.076344 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (e2c1d120-5988-4ac3-8a8f-95b5399e2a4d), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:59.125257 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9c6bae95-3ff5-449d-be12-d74cde15f0c5 req-f29db8fd-8979-4f20-a85f-9c7ede0b99a6 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 210 time: 0.0370133 Jan 27 12:45:59.133476 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-04133f43-98ef-497a-9a48-e4852a847576 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:59.135198 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8557c469-459c-496f-807c-b914bff2c072 req-e638368f-02d7-45aa-b001-55afa789da33 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Made reservation on behalf of 2bdd17e9465442c6b527b37e80925d48 for: {'port': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:45:59.135985 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-4ca1f79e-4296-4098-87b3-96af90d3bd07 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Made reservation on behalf of 7c91276cab5a4ab89aeb4ed27af897eb for: {'port': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:45:59.141875 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-8557c469-459c-496f-807c-b914bff2c072 req-e638368f-02d7-45aa-b001-55afa789da33 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:59.142101 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-4ca1f79e-4296-4098-87b3-96af90d3bd07 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:59.144668 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c8f947-d3f2-401d-aac4-cadd60a7fd21 admin admin] Made reservation on behalf of c8a946ad67cf47a7a1ea1edf3de28bdb for: {'network': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:45:59.145158 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-544c50f3-25e9-40a6-b5f8-7401162f8401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (4310ce32-0cba-4346-b1e3-eb40b9bcc94f), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:59.147307 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b5c8f947-d3f2-401d-aac4-cadd60a7fd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for network (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:59.243964 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b5c8f947-d3f2-401d-aac4-cadd60a7fd21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:59.252727 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c50f3-25e9-40a6-b5f8-7401162f8401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4310ce32-0cba-4346-b1e3-eb40b9bcc94f,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:45:59.302805 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-544c50f3-25e9-40a6-b5f8-7401162f8401 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c0ef2f8f2eb6438188769dc28f2da704&name=default HTTP/1.1" status: 200 len: 2995 time: 1.0979414 Jan 27 12:45:59.312702 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 36216) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:45:59.544388 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e70d52f6-e9b7-40d4-a5d9-bd868d2ac58c req-1acacdc7-fb3c-43e1-879d-1e75e01702fe tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 210 time: 0.2168634 Jan 27 12:45:59.771125 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device f57942cd-eb72-4a6e-9b91-a3012c290861 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:45:59.885653 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b5c8f947-d3f2-401d-aac4-cadd60a7fd21 admin admin] Publish callbacks [] for security_group (7e295619-1566-44ac-a66c-8e4454a5f735), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:59.931187 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-04133f43-98ef-497a-9a48-e4852a847576 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for security_group (d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:45:59.970585 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_common [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-4ca1f79e-4296-4098-87b3-96af90d3bd07 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Allocated IP 172.20.0.14 (f93ed95b-fa06-42a9-b32c-e652b333a4ab/03cd7728-725d-4de0-be4f-245a5798d1b2/ac96bd5f-b945-4953-9cb6-bf5bd531a070) {{(pid=109462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:46:00.001152 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b5c8f947-d3f2-401d-aac4-cadd60a7fd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (7e295619-1566-44ac-a66c-8e4454a5f735), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:00.018699 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-04133f43-98ef-497a-9a48-e4852a847576 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:00.030410 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c8f947-d3f2-401d-aac4-cadd60a7fd21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=109461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 12:46:00.048217 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b5c8f947-d3f2-401d-aac4-cadd60a7fd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (f2f68297-7963-41a7-9eec-35ec406aa3b3), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:00.048566 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.db.segments_db [None req-b5c8f947-d3f2-401d-aac4-cadd60a7fd21 admin admin] Added segment f2f68297-7963-41a7-9eec-35ec406aa3b3 of type vlan for network c2af7053-9f47-4ae0-9d46-eab679a5d300 Jan 27 12:46:00.050860 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] Publish callbacks [] for port (e2c1d120-5988-4ac3-8a8f-95b5399e2a4d), precommit_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:00.083710 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port f57942cd-eb72-4a6e-9b91-a3012c290861 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:46:00.083959 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04133f43-98ef-497a-9a48-e4852a847576 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:00.085892 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (f57942cd-eb72-4a6e-9b91-a3012c290861), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:00.122376 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b5c8f947-d3f2-401d-aac4-cadd60a7fd21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727397602151'] for network (c2af7053-9f47-4ae0-9d46-eab679a5d300), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:00.143402 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec590-0f59-4162-b549-ab7c7382ee38 admin admin] Publish callbacks [] for security_group (4310ce32-0cba-4346-b1e3-eb40b9bcc94f), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:00.176524 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (e2c1d120-5988-4ac3-8a8f-95b5399e2a4d), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:00.211623 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec590-0f59-4162-b549-ab7c7382ee38 admin admin] Publish callbacks [] for security_group (4310ce32-0cba-4346-b1e3-eb40b9bcc94f), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:00.268328 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-04133f43-98ef-497a-9a48-e4852a847576 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:00.269686 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-04133f43-98ef-497a-9a48-e4852a847576 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.7156475 Jan 27 12:46:00.283970 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 36264) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:00.302412 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-e9ebcc37-cdfb-49e8-b5d6-33dbbb8eb634 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Request body: {'security_group_rule': {'security_group_id': 'd8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:46:00.444669 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.db.resource_extend [None req-b5c8f947-d3f2-401d-aac4-cadd60a7fd21 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 12:46:00.453416 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9f713f37-265c-4c13-8690-17ea0a8222fd req-76cb0bdd-d1b0-4484-9d38-96eee44451a0 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 210 time: 0.3221872 Jan 27 12:46:00.473105 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8f947-d3f2-401d-aac4-cadd60a7fd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e295619-1566-44ac-a66c-8e4454a5f735,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:00.505011 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_common [req-8557c469-459c-496f-807c-b914bff2c072 req-e638368f-02d7-45aa-b001-55afa789da33 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Allocated IP 172.20.0.14 (1a947d14-4622-4e1b-8ca5-f566d085c54e/3ba7930f-92e1-41b4-9c1a-3ea64702b7a6/ad5cb038-0228-4fde-9d49-cf47fc6e67c4) {{(pid=109461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:46:00.548885 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.13', 60938) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:00.559169 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-791cf24c-714b-4c45-be38-f87d147df749 req-f1d4d6c3-c1a2-4221-93e3-754bbbabd9b2 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 210 time: 0.2606614 Jan 27 12:46:00.559381 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768f60d-a4a8-472d-aabc-059b46f5c2a9 None None] Pushing event updated for resources: {'Port': ['ID=e2c1d120-5988-4ac3-8a8f-95b5399e2a4d,revision_number=3']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:00.613959 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] Attempting to bind port e2c1d120-5988-4ac3-8a8f-95b5399e2a4d on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:46:00.614396 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] Attempting to bind port e2c1d120-5988-4ac3-8a8f-95b5399e2a4d by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': 'b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c'}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:46:00.614838 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] Attempting to bind port e2c1d120-5988-4ac3-8a8f-95b5399e2a4d on network e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:46:00.624145 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-4ca1f79e-4296-4098-87b3-96af90d3bd07 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Publish callbacks [] for port (ac96bd5f-b945-4953-9cb6-bf5bd531a070), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:00.666448 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b5c8f947-d3f2-401d-aac4-cadd60a7fd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for network (c2af7053-9f47-4ae0-9d46-eab679a5d300), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:00.667326 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c8f947-d3f2-401d-aac4-cadd60a7fd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:00.670686 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b5c8f947-d3f2-401d-aac4-cadd60a7fd21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:00.701750 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:46:00.714933 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] Checking segment: {'id': 'b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:46:00.715838 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:00.716410 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] Bound using segment: {'id': 'b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c'} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:46:00.717131 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] Bound port: e2c1d120-5988-4ac3-8a8f-95b5399e2a4d, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c'}}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:46:00.717522 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (e2c1d120-5988-4ac3-8a8f-95b5399e2a4d), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:00.730844 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec590-0f59-4162-b549-ab7c7382ee38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (4310ce32-0cba-4346-b1e3-eb40b9bcc94f), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:00.733155 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec590-0f59-4162-b549-ab7c7382ee38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:00.738225 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-1d6ec590-0f59-4162-b549-ab7c7382ee38 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4310ce32-0cba-4346-b1e3-eb40b9bcc94f HTTP/1.1" status: 204 len: 168 time: 1.4193225 Jan 27 12:46:00.771100 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e9ebcc37-cdfb-49e8-b5d6-33dbbb8eb634 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for security_group_rule (05616cb2-80d3-4ed2-a519-b0eece99df08), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:00.789698 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-ee942084-ba3d-4cb2-860e-dc86a180f657 None None] Provisioning complete for port e2c1d120-5988-4ac3-8a8f-95b5399e2a4d triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:46:00.791507 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-ee942084-ba3d-4cb2-860e-dc86a180f657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (e2c1d120-5988-4ac3-8a8f-95b5399e2a4d), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:00.823763 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port f57942cd-eb72-4a6e-9b91-a3012c290861 is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:46:00.838940 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (f57942cd-eb72-4a6e-9b91-a3012c290861), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:00.861947 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ec590-0f59-4162-b549-ab7c7382ee38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4310ce32-0cba-4346-b1e3-eb40b9bcc94f,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:00.913492 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-4ca1f79e-4296-4098-87b3-96af90d3bd07 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551'] for port (ac96bd5f-b945-4953-9cb6-bf5bd531a070), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:00.928710 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ed851812-1575-4e95-83fc-d67fed7ea3ff req-0718b4d8-8f84-4554-9a92-5ea28c909912 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 210 time: 0.2585490 Jan 27 12:46:01.012873 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8f947-d3f2-401d-aac4-cadd60a7fd21 admin admin] Pushing event updated for resources: {'Network': ['ID=c2af7053-9f47-4ae0-9d46-eab679a5d300,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:01.019328 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] For port f57942cd-eb72-4a6e-9b91-a3012c290861, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=f57942cd-eb72-4a6e-9b91-a3012c290861,segment=NetworkSegment(39388659-2bbd-485e-91aa-7140dd890043),segment_id=39388659-2bbd-485e-91aa-7140dd890043)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:46:01.039186 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-ee942084-ba3d-4cb2-860e-dc86a180f657 None None] Port e2c1d120-5988-4ac3-8a8f-95b5399e2a4d cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:46:01.059708 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-b5c8f947-d3f2-401d-aac4-cadd60a7fd21 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1917863 Jan 27 12:46:01.064101 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 36280) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:01.093341 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-ffca23f4-c6d7-4a5c-96c7-d2df35c64b28 admin admin] Request body: {'subnet': {'network_id': 'c2af7053-9f47-4ae0-9d46-eab679a5d300', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-811348777-subnet', 'tenant_id': 'c8a946ad67cf47a7a1ea1edf3de28bdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:46:01.104480 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Network c2af7053-9f47-4ae0-9d46-eab679a5d300 details requested by agent ovs-agent-dv-cinder-824031-3-iscsi with host dv-cinder-824031-3-iscsi {{(pid=109463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 12:46:01.155479 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e9ebcc37-cdfb-49e8-b5d6-33dbbb8eb634 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for security_group_rule (05616cb2-80d3-4ed2-a519-b0eece99df08), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:01.178943 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-4ca1f79e-4296-4098-87b3-96af90d3bd07 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Network f93ed95b-fa06-42a9-b32c-e652b333a4ab is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:46:01.192685 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-4ca1f79e-4296-4098-87b3-96af90d3bd07 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:46:01.210685 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-4ca1f79e-4296-4098-87b3-96af90d3bd07 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Received port after_create {{(pid=109462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:46:01.220132 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-4ca1f79e-4296-4098-87b3-96af90d3bd07 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:01.229281 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (f57942cd-eb72-4a6e-9b91-a3012c290861), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:01.229601 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-4ca1f79e-4296-4098-87b3-96af90d3bd07 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:01.229708 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:46:01.273225 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] For port e2c1d120-5988-4ac3-8a8f-95b5399e2a4d, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:46:01.297193 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-0d511d83-300c-4994-9636-e41855210d84 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:01.298844 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-0d511d83-300c-4994-9636-e41855210d84 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.13 "GET /v2.0/networks?id=e3e975e7-b66a-4480-b25e-9886f492f788 HTTP/1.1" status: 200 len: 818 time: 0.7208295 Jan 27 12:46:01.346296 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] For port e2c1d120-5988-4ac3-8a8f-95b5399e2a4d, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=e2c1d120-5988-4ac3-8a8f-95b5399e2a4d,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:46:01.357479 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1f79e-4296-4098-87b3-96af90d3bd07 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Pushing event updated for resources: {'Port': ['ID=ac96bd5f-b945-4953-9cb6-bf5bd531a070,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:01.386565 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Pushing event updated for resources: {'Port': ['ID=f57942cd-eb72-4a6e-9b91-a3012c290861,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:01.388739 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e9ebcc37-cdfb-49e8-b5d6-33dbbb8eb634 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611924'] for security_group_rule (05616cb2-80d3-4ed2-a519-b0eece99df08), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:01.401930 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:46:01.402598 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:01.424050 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-8557c469-459c-496f-807c-b914bff2c072 req-e638368f-02d7-45aa-b001-55afa789da33 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks [] for port (ad5cb038-0228-4fde-9d49-cf47fc6e67c4), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:01.454953 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebcc37-cdfb-49e8-b5d6-33dbbb8eb634 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05616cb2-80d3-4ed2-a519-b0eece99df08,revision_number=0']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:01.463758 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (e2c1d120-5988-4ac3-8a8f-95b5399e2a4d), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:01.488920 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-4ca1f79e-4296-4098-87b3-96af90d3bd07 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3740106 Jan 27 12:46:01.501069 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-3976903c-00fa-494b-a151-c8940c4c0c09 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109462) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 12:46:01.502349 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-3976903c-00fa-494b-a151-c8940c4c0c09 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069811 Jan 27 12:46:01.532883 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e9ebcc37-cdfb-49e8-b5d6-33dbbb8eb634 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:01.534392 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-e9ebcc37-cdfb-49e8-b5d6-33dbbb8eb634 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2492909 Jan 27 12:46:01.536942 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 36300) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:01.544659 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-53002b75-2225-4fe0-a8e6-2971efd45ca7 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Request body: {'security_group_rule': {'security_group_id': 'd8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:46:01.575296 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-d3ced030-56c6-41ab-bc86-407339490151 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Request body: {'port': {'device_id': '614f9629-38f4-4adc-a48b-7c4c867a09c5', 'network_id': 'e3e975e7-b66a-4480-b25e-9886f492f788', 'admin_state_up': True, 'tenant_id': '07aba42d308a44c39af2f5402cfff771'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:46:01.812181 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-53002b75-2225-4fe0-a8e6-2971efd45ca7 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for security_group_rule (155acd92-c47c-49b3-9faf-6edb1db50a19), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:01.827723 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] Routers {'8bd232ff-4db5-465d-abf6-38c6b6a65d90'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:46:01.828354 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:45:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:46:01.946363 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768f60d-a4a8-472d-aabc-059b46f5c2a9 None None] Pushing event updated for resources: {'Port': ['ID=e2c1d120-5988-4ac3-8a8f-95b5399e2a4d,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:01.963381 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-8557c469-459c-496f-807c-b914bff2c072 req-e638368f-02d7-45aa-b001-55afa789da33 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551'] for port (ad5cb038-0228-4fde-9d49-cf47fc6e67c4), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:01.969271 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:46:01.983123 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffca23f4-c6d7-4a5c-96c7-d2df35c64b28 admin admin] Made reservation on behalf of c8a946ad67cf47a7a1ea1edf3de28bdb for: {'subnet': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:46:01.987509 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ffca23f4-c6d7-4a5c-96c7-d2df35c64b28 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:01.995653 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba9848-4fd8-4f37-a22c-bda594d1a4d7 req-9b4ed0c0-ab93-4686-ae45-a63b0d162ed4 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:02.005487 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-81ba9848-4fd8-4f37-a22c-bda594d1a4d7 req-9b4ed0c0-ab93-4686-ae45-a63b0d162ed4 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 932 time: 0.3505332 Jan 27 12:46:02.083221 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-fe34acaa-813e-4445-bd2e-88b725cc3ddb service neutron] Request body: {'port': {'device_id': 'ff7fe5f2-042a-4528-9775-0a3cfb59b717', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:46:02.120556 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-442775aa-400f-4752-8ee0-bf78227cbff5 None None] Provisioning complete for port e2c1d120-5988-4ac3-8a8f-95b5399e2a4d triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:46:02.121591 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-442775aa-400f-4752-8ee0-bf78227cbff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (e2c1d120-5988-4ac3-8a8f-95b5399e2a4d), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:02.188730 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device f57942cd-eb72-4a6e-9b91-a3012c290861 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:46:02.200509 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] Set router 8bd232ff-4db5-465d-abf6-38c6b6a65d90 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:46:02.241313 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-53002b75-2225-4fe0-a8e6-2971efd45ca7 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for security_group_rule (155acd92-c47c-49b3-9faf-6edb1db50a19), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:02.261491 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-d3ced030-56c6-41ab-bc86-407339490151 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Made reservation on behalf of 07aba42d308a44c39af2f5402cfff771 for: {'port': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:46:02.268345 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-d3ced030-56c6-41ab-bc86-407339490151 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:02.329660 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-81ba9848-4fd8-4f37-a22c-bda594d1a4d7 req-8b06daad-022d-491b-b0fb-166948b244dc tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197770 Jan 27 12:46:02.336548 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-fe34acaa-813e-4445-bd2e-88b725cc3ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (ac96bd5f-b945-4953-9cb6-bf5bd531a070), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:02.428587 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-53002b75-2225-4fe0-a8e6-2971efd45ca7 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611924'] for security_group_rule (155acd92-c47c-49b3-9faf-6edb1db50a19), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:02.492878 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 36318) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:02.497626 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53002b75-2225-4fe0-a8e6-2971efd45ca7 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155acd92-c47c-49b3-9faf-6edb1db50a19,revision_number=0']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:02.526795 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port f57942cd-eb72-4a6e-9b91-a3012c290861 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:46:02.527433 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (f57942cd-eb72-4a6e-9b91-a3012c290861), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:02.540806 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_common [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-d3ced030-56c6-41ab-bc86-407339490151 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Allocated IP 172.20.0.13 (e3e975e7-b66a-4480-b25e-9886f492f788/7785fff6-6578-4402-bc5a-fec8bd603105/dccfdccf-b3e1-4835-81b6-dc9601ee12c1) {{(pid=109461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:46:02.546694 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2f42339b-4644-4478-823a-df881015abcb req-a4b0fe0d-78c6-424a-99e5-5021da0d58b1 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 210 time: 0.0848577 Jan 27 12:46:02.564898 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-dee70879-64d6-4be0-853c-fa2a9ba75d1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:02.578394 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.13', 60948) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:02.642170 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-442775aa-400f-4752-8ee0-bf78227cbff5 None None] Current status of the port e2c1d120-5988-4ac3-8a8f-95b5399e2a4d is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:46:02.642689 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-442775aa-400f-4752-8ee0-bf78227cbff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (e2c1d120-5988-4ac3-8a8f-95b5399e2a4d), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:02.682011 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-442775aa-400f-4752-8ee0-bf78227cbff5 None None] For port e2c1d120-5988-4ac3-8a8f-95b5399e2a4d, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=e2c1d120-5988-4ac3-8a8f-95b5399e2a4d,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:46:02.689649 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638368f-02d7-45aa-b001-55afa789da33 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Pushing event updated for resources: {'Port': ['ID=ad5cb038-0228-4fde-9d49-cf47fc6e67c4,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:02.857468 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-442775aa-400f-4752-8ee0-bf78227cbff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (e2c1d120-5988-4ac3-8a8f-95b5399e2a4d), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:02.927672 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bafd33-74c9-4c63-8faf-62949f62ffe9 req-e8542d7f-d808-4049-929f-0ee7f60a494d tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:02.927672 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d0bafd33-74c9-4c63-8faf-62949f62ffe9 req-e8542d7f-d808-4049-929f-0ee7f60a494d tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 932 time: 0.9724874 Jan 27 12:46:02.953275 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8557c469-459c-496f-807c-b914bff2c072 req-e638368f-02d7-45aa-b001-55afa789da33 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Network 1a947d14-4622-4e1b-8ca5-f566d085c54e is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:46:02.989210 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port f57942cd-eb72-4a6e-9b91-a3012c290861 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:46:03.011908 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [req-8557c469-459c-496f-807c-b914bff2c072 req-e638368f-02d7-45aa-b001-55afa789da33 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:46:03.036795 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442775aa-400f-4752-8ee0-bf78227cbff5 None None] Pushing event updated for resources: {'Port': ['ID=e2c1d120-5988-4ac3-8a8f-95b5399e2a4d,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:03.037013 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [req-8557c469-459c-496f-807c-b914bff2c072 req-e638368f-02d7-45aa-b001-55afa789da33 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Received port after_create {{(pid=109461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:46:03.042752 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557c469-459c-496f-807c-b914bff2c072 req-e638368f-02d7-45aa-b001-55afa789da33 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:03.043408 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-8557c469-459c-496f-807c-b914bff2c072 req-e638368f-02d7-45aa-b001-55afa789da33 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for port (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:03.054637 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'name': 'tempest-AttachVolumeShelveTestJSON-1315880920-router', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:47Z', 'updated_at': '2022-01-27T12:45:54Z', 'revision_number': 4, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'gw_port': {'id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:48Z', 'updated_at': '2022-01-27T12:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'e2c1d120-5988-4ac3-8a8f-95b5399e2a4d', 'name': '', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'mac_address': 'fa:16:3e:63:5c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:54Z', 'updated_at': '2022-01-27T12:46:01Z', 'revision_number': 4, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'subnets': [{'id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:46:03.064044 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-53002b75-2225-4fe0-a8e6-2971efd45ca7 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:03.065261 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-53002b75-2225-4fe0-a8e6-2971efd45ca7 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5271976 Jan 27 12:46:03.097160 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 36322) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:03.101508 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad693d2-b70a-490d-ac53-108ff1207f6d None None] The sync data for ids ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'] in dv-cinder-824031-3-iscsi is: [{'id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'name': 'tempest-AttachVolumeShelveTestJSON-1315880920-router', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:47Z', 'updated_at': '2022-01-27T12:45:54Z', 'revision_number': 4, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'gw_port': {'id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:48Z', 'updated_at': '2022-01-27T12:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'e2c1d120-5988-4ac3-8a8f-95b5399e2a4d', 'name': '', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'mac_address': 'fa:16:3e:63:5c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:54Z', 'updated_at': '2022-01-27T12:46:01Z', 'revision_number': 4, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'subnets': [{'id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:46:03.143547 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-99ff9073-7f98-47c3-ae51-96ac0b9a63fe tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Request body: {'floatingip': {'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:46:03.393369 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8557c469-459c-496f-807c-b914bff2c072 req-e638368f-02d7-45aa-b001-55afa789da33 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1488159 Jan 27 12:46:03.393369 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-d3ced030-56c6-41ab-bc86-407339490151 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Publish callbacks [] for port (dccfdccf-b3e1-4835-81b6-dc9601ee12c1), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:03.395268 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d0bafd33-74c9-4c63-8faf-62949f62ffe9 req-1a43ad17-3e6e-4a36-944a-3d64d06c10a8 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454393 Jan 27 12:46:03.403570 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [req-8557c469-459c-496f-807c-b914bff2c072 req-a2d8dd13-088e-4c51-83e2-aca430fd1179 service neutron] Request body: {'port': {'device_id': '9358d700-8016-4744-9917-15acc7ac851a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:46:03.478267 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-99d376f0-2e03-4c4b-a6f6-92153c067493 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:03.479788 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-99d376f0-2e03-4c4b-a6f6-92153c067493 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.13 "GET /v2.0/networks?id=e3e975e7-b66a-4480-b25e-9886f492f788 HTTP/1.1" status: 200 len: 818 time: 0.8929775 Jan 27 12:46:03.504918 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-6f14f152-08c0-4ab9-b8c1-595054d86ef1 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Request body: {'port': {'device_id': '8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea', 'network_id': 'e3e975e7-b66a-4480-b25e-9886f492f788', 'admin_state_up': True, 'tenant_id': '07aba42d308a44c39af2f5402cfff771'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:46:03.545715 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-8557c469-459c-496f-807c-b914bff2c072 req-a2d8dd13-088e-4c51-83e2-aca430fd1179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (ad5cb038-0228-4fde-9d49-cf47fc6e67c4), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:03.567204 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ffca23f4-c6d7-4a5c-96c7-d2df35c64b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for subnet (3f0b72f7-5f43-468b-aa68-a90e4c7ed499), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:03.573271 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-99ff9073-7f98-47c3-ae51-96ac0b9a63fe tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:03.655101 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-dee70879-64d6-4be0-853c-fa2a9ba75d1e admin admin] Publish callbacks [] for security_group (d9b4bf14-c989-43be-b29e-c888b603398c), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:03.686077 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-fe34acaa-813e-4445-bd2e-88b725cc3ddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac96bd5f-b945-4953-9cb6-bf5bd531a070 {{(pid=109462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:46:03.704412 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-fe34acaa-813e-4445-bd2e-88b725cc3ddb service neutron] Publish callbacks [] for port (ac96bd5f-b945-4953-9cb6-bf5bd531a070), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:03.735155 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8255a8c-b7f1-445f-947c-2b63b59aa49d req-e9e61f70-7847-4aaa-a2ae-812f250a0fa7 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:03.736980 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b8255a8c-b7f1-445f-947c-2b63b59aa49d req-e9e61f70-7847-4aaa-a2ae-812f250a0fa7 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 932 time: 0.2234640 Jan 27 12:46:03.763596 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.provisioning_blocks [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-fe34acaa-813e-4445-bd2e-88b725cc3ddb service neutron] Transition to ACTIVE for port object ac96bd5f-b945-4953-9cb6-bf5bd531a070 will not be triggered until provisioned by entity L2. {{(pid=109462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 12:46:03.784551 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-dee70879-64d6-4be0-853c-fa2a9ba75d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (d9b4bf14-c989-43be-b29e-c888b603398c), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:03.841257 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca23f4-c6d7-4a5c-96c7-d2df35c64b28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f0b72f7-5f43-468b-aa68-a90e4c7ed499,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:03.864693 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-d3ced030-56c6-41ab-bc86-407339490151 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551'] for port (dccfdccf-b3e1-4835-81b6-dc9601ee12c1), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:03.889188 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5d4dd90f-3473-4dab-a5ad-9a3d79821673 req-631a8ecf-7df5-43c2-80ca-18212fcdea18 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 210 time: 0.1429493 Jan 27 12:46:03.905967 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b8255a8c-b7f1-445f-947c-2b63b59aa49d req-2a2d1150-ffe8-46c7-86dd-9c8c26a8ecbd tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472936 Jan 27 12:46:03.905967 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-fe34acaa-813e-4445-bd2e-88b725cc3ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (ac96bd5f-b945-4953-9cb6-bf5bd531a070), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:03.991958 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee70879-64d6-4be0-853c-fa2a9ba75d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b4bf14-c989-43be-b29e-c888b603398c,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:04.019052 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffca23f4-c6d7-4a5c-96c7-d2df35c64b28 admin admin] Checking segment: {'id': 'f2f68297-7963-41a7-9eec-35ec406aa3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c2af7053-9f47-4ae0-9d46-eab679a5d300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:46:04.019687 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffca23f4-c6d7-4a5c-96c7-d2df35c64b28 admin admin] Network hostable DHCP agents. Network: c2af7053-9f47-4ae0-9d46-eab679a5d300, hostable agents: ['8eb3a606-acf3-4d34-8208-a31c99af56ba'], hosted agents: [] {{(pid=109461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 12:46:04.022407 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-dee70879-64d6-4be0-853c-fa2a9ba75d1e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1eb226144860405aaeaca959708d4c2b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5224197 Jan 27 12:46:04.022544 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 36342) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:04.096735 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34acaa-813e-4445-bd2e-88b725cc3ddb service neutron] Pushing event updated for resources: {'Port': ['ID=ac96bd5f-b945-4953-9cb6-bf5bd531a070,revision_number=2']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:04.122547 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-fe34acaa-813e-4445-bd2e-88b725cc3ddb service neutron] Attempting to bind port ac96bd5f-b945-4953-9cb6-bf5bd531a070 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:46:04.123193 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-fe34acaa-813e-4445-bd2e-88b725cc3ddb service neutron] Attempting to bind port ac96bd5f-b945-4953-9cb6-bf5bd531a070 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': 'fc5bda29-e146-4b34-9ed7-ab18bab542eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f93ed95b-fa06-42a9-b32c-e652b333a4ab'}] {{(pid=109462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:46:04.123636 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-fe34acaa-813e-4445-bd2e-88b725cc3ddb service neutron] Attempting to bind port ac96bd5f-b945-4953-9cb6-bf5bd531a070 on network f93ed95b-fa06-42a9-b32c-e652b333a4ab {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:46:04.128682 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-fe34acaa-813e-4445-bd2e-88b725cc3ddb service neutron] Port ac96bd5f-b945-4953-9cb6-bf5bd531a070 on network f93ed95b-fa06-42a9-b32c-e652b333a4ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 12:46:04.129135 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-fe34acaa-813e-4445-bd2e-88b725cc3ddb service neutron] Attempting to bind port ac96bd5f-b945-4953-9cb6-bf5bd531a070 on network f93ed95b-fa06-42a9-b32c-e652b333a4ab {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:46:04.135308 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-fe34acaa-813e-4445-bd2e-88b725cc3ddb service neutron] Checking agent: {'id': 'e5f4578a-8b65-461b-9155-0533d25cd18a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'started_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:46:04.135994 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-fe34acaa-813e-4445-bd2e-88b725cc3ddb service neutron] Checking segment: {'id': 'fc5bda29-e146-4b34-9ed7-ab18bab542eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f93ed95b-fa06-42a9-b32c-e652b333a4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:46:04.136549 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-fe34acaa-813e-4445-bd2e-88b725cc3ddb service neutron] Bound using segment: {'id': 'fc5bda29-e146-4b34-9ed7-ab18bab542eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f93ed95b-fa06-42a9-b32c-e652b333a4ab'} {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:46:04.137116 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-fe34acaa-813e-4445-bd2e-88b725cc3ddb service neutron] Bound port: ac96bd5f-b945-4953-9cb6-bf5bd531a070, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bda29-e146-4b34-9ed7-ab18bab542eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f93ed95b-fa06-42a9-b32c-e652b333a4ab'}}] {{(pid=109462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:46:04.137589 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-fe34acaa-813e-4445-bd2e-88b725cc3ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (ac96bd5f-b945-4953-9cb6-bf5bd531a070), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:04.179842 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-6f14f152-08c0-4ab9-b8c1-595054d86ef1 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Made reservation on behalf of 07aba42d308a44c39af2f5402cfff771 for: {'port': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:46:04.184517 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-6f14f152-08c0-4ab9-b8c1-595054d86ef1 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:04.225363 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ced030-56c6-41ab-bc86-407339490151 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Pushing event updated for resources: {'Port': ['ID=dccfdccf-b3e1-4835-81b6-dc9601ee12c1,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:04.288619 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-fe34acaa-813e-4445-bd2e-88b725cc3ddb service neutron] For port ac96bd5f-b945-4953-9cb6-bf5bd531a070, host hv-cinder-82403, cleared binding levels {{(pid=109462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:46:04.295164 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-d3ced030-56c6-41ab-bc86-407339490151 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Network e3e975e7-b66a-4480-b25e-9886f492f788 is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:46:04.332624 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-d3ced030-56c6-41ab-bc86-407339490151 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:46:04.343948 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-fe34acaa-813e-4445-bd2e-88b725cc3ddb service neutron] For port ac96bd5f-b945-4953-9cb6-bf5bd531a070, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=ac96bd5f-b945-4953-9cb6-bf5bd531a070,segment=NetworkSegment(fc5bda29-e146-4b34-9ed7-ab18bab542eb),segment_id=fc5bda29-e146-4b34-9ed7-ab18bab542eb)] {{(pid=109462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:46:04.362881 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device e2c1d120-5988-4ac3-8a8f-95b5399e2a4d up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:46:04.365550 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-d3ced030-56c6-41ab-bc86-407339490151 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Received port after_create {{(pid=109461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:46:04.370964 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-d3ced030-56c6-41ab-bc86-407339490151 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:04.378311 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-d3ced030-56c6-41ab-bc86-407339490151 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for port (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:04.411419 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffca23f4-c6d7-4a5c-96c7-d2df35c64b28 admin admin] Network c2af7053-9f47-4ae0-9d46-eab679a5d300 is scheduled to be hosted by DHCP agent 8eb3a606-acf3-4d34-8208-a31c99af56ba with binding_index 1 {{(pid=109461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 12:46:04.455621 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9fa30234-ea80-4d75-8812-7d9746fec3b0 admin admin] Publish callbacks [] for security_group (d9b4bf14-c989-43be-b29e-c888b603398c), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:04.464750 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-fe34acaa-813e-4445-bd2e-88b725cc3ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (ac96bd5f-b945-4953-9cb6-bf5bd531a070), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:04.504722 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port e2c1d120-5988-4ac3-8a8f-95b5399e2a4d triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:46:04.505106 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (e2c1d120-5988-4ac3-8a8f-95b5399e2a4d), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:04.520215 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-d3ced030-56c6-41ab-bc86-407339490151 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1731672 Jan 27 12:46:04.548280 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_common [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-6f14f152-08c0-4ab9-b8c1-595054d86ef1 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Allocated IP 172.20.0.4 (e3e975e7-b66a-4480-b25e-9886f492f788/7785fff6-6578-4402-bc5a-fec8bd603105/06dc20ea-a97f-46a3-893e-521c6a4e7c51) {{(pid=109462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:46:04.553438 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-ffca23f4-c6d7-4a5c-96c7-d2df35c64b28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-3-iscsi, c2af7053-9f47-4ae0-9d46-eab679a5d300) {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:46:04.573338 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-fe34acaa-813e-4445-bd2e-88b725cc3ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:04.576509 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-fe34acaa-813e-4445-bd2e-88b725cc3ddb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:04.576509 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-fe34acaa-813e-4445-bd2e-88b725cc3ddb service neutron] 10.222.0.13 "PUT /v2.0/ports/ac96bd5f-b945-4953-9cb6-bf5bd531a070 HTTP/1.1" status: 200 len: 1094 time: 2.7177899 Jan 27 12:46:04.576509 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7fe5f2-042a-4528-9775-0a3cfb59b717', 'tag': 'ac96bd5f-b945-4953-9cb6-bf5bd531a070'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:46:04.589201 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-c656483d-f16b-4c02-9705-b700b7979dc4 service neutron] Request body: {'port': {'device_id': '614f9629-38f4-4adc-a48b-7c4c867a09c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:46:04.599199 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9fa30234-ea80-4d75-8812-7d9746fec3b0 admin admin] Publish callbacks [] for security_group (d9b4bf14-c989-43be-b29e-c888b603398c), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:04.601918 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffca23f4-c6d7-4a5c-96c7-d2df35c64b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:04.603115 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ffca23f4-c6d7-4a5c-96c7-d2df35c64b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for subnet (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:04.668045 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-99ff9073-7f98-47c3-ae51-96ac0b9a63fe tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:04.679817 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c312c37-78f4-41bc-bf0b-41ad253cbc0f None None] Network c2af7053-9f47-4ae0-9d46-eab679a5d300 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:46:04.743323 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34acaa-813e-4445-bd2e-88b725cc3ddb service neutron] Pushing event updated for resources: {'Port': ['ID=ac96bd5f-b945-4953-9cb6-bf5bd531a070,revision_number=3']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:04.828749 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port e2c1d120-5988-4ac3-8a8f-95b5399e2a4d is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:46:04.909597 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8774a8af-0b74-4603-a281-f1fab23dfa18 None None] Network c2af7053-9f47-4ae0-9d46-eab679a5d300 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:46:05.069558 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b37b66b-4265-4419-b397-4b8182d78b72" -d '{"events": [{"name": "network-changed", "server_uuid": "ff7fe5f2-042a-4528-9775-0a3cfb59b717", "tag": "ac96bd5f-b945-4953-9cb6-bf5bd531a070"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:46:05.128639 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-30e917ba-6e75-45f8-bb04-5e4a87cd9915 req-02ce0545-f4dc-4599-8665-107d0cd216cd tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 210 time: 0.0517457 Jan 27 12:46:05.133227 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-70e0c8a9-365e-4ac8-b9e1-14d7a806aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:05.134641 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-70e0c8a9-365e-4ac8-b9e1-14d7a806aebd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c91276cab5a4ab89aeb4ed27af897eb&device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 1097 time: 0.3989141 Jan 27 12:46:05.137770 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-6f14f152-08c0-4ab9-b8c1-595054d86ef1 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Publish callbacks [] for port (06dc20ea-a97f-46a3-893e-521c6a4e7c51), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:05.171425 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-ffca23f4-c6d7-4a5c-96c7-d2df35c64b28 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.0868781 Jan 27 12:46:05.243926 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-486d19d8-3e98-4d04-80d9-d8b8cec1d631 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac96bd5f-b945-4953-9cb6-bf5bd531a070 HTTP/1.1" status: 200 len: 217 time: 0.0922394 Jan 27 12:46:05.314349 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_common [None req-99ff9073-7f98-47c3-ae51-96ac0b9a63fe tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Allocated IP 172.27.2.22 (eb2842ee-b281-40a5-b8cc-bad91d1f4211/1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a/805ba5e0-f4c2-4ac0-bb81-0eead39ca8da) {{(pid=109461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:46:05.354098 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 36376) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:05.362169 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [req-8557c469-459c-496f-807c-b914bff2c072 req-a2d8dd13-088e-4c51-83e2-aca430fd1179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad5cb038-0228-4fde-9d49-cf47fc6e67c4 {{(pid=109461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:46:05.376032 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51219529-c362-436d-a40e-c7f84cfa8906 req-44d276d0-3bf3-4692-8fae-597633734921 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:05.377518 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-51219529-c362-436d-a40e-c7f84cfa8906 req-44d276d0-3bf3-4692-8fae-597633734921 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 944 time: 0.8457201 Jan 27 12:46:05.404244 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-62bfc7dc-8a0d-492d-8271-d8492f73e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:05.405025 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-c656483d-f16b-4c02-9705-b700b7979dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (dccfdccf-b3e1-4835-81b6-dc9601ee12c1), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:05.405872 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-62bfc7dc-8a0d-492d-8271-d8492f73e2ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03cd7728-725d-4de0-be4f-245a5798d1b2 HTTP/1.1" status: 200 len: 851 time: 0.1500692 Jan 27 12:46:05.411762 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-8557c469-459c-496f-807c-b914bff2c072 req-a2d8dd13-088e-4c51-83e2-aca430fd1179 service neutron] Publish callbacks [] for port (ad5cb038-0228-4fde-9d49-cf47fc6e67c4), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:05.427605 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a020a46-4a43-4832-b1b5-6c8eec8d0bae req-480d83ab-6070-4304-8e64-9cdee7478da1 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:05.429165 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7a020a46-4a43-4832-b1b5-6c8eec8d0bae req-480d83ab-6070-4304-8e64-9cdee7478da1 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 932 time: 0.1744993 Jan 27 12:46:05.433993 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_v2 [None req-6369cb9e-c8a3-4f6d-9fe9-c4ca4008ad98 admin admin] Deleting subnet e3af93c1-a0a2-42f0-84fa-8d4da0222451 {{(pid=109462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 12:46:05.465366 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6369cb9e-c8a3-4f6d-9fe9-c4ca4008ad98 admin admin] Publish callbacks [] for subnet (e3af93c1-a0a2-42f0-84fa-8d4da0222451), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:05.500877 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.provisioning_blocks [req-8557c469-459c-496f-807c-b914bff2c072 req-a2d8dd13-088e-4c51-83e2-aca430fd1179 service neutron] Transition to ACTIVE for port object ad5cb038-0228-4fde-9d49-cf47fc6e67c4 will not be triggered until provisioned by entity L2. {{(pid=109461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 12:46:05.506796 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-60e38606-1178-42f6-b6e6-49af0f99d781 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f93ed95b-fa06-42a9-b32c-e652b333a4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766139 Jan 27 12:46:05.514703 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9fa30234-ea80-4d75-8812-7d9746fec3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (d9b4bf14-c989-43be-b29e-c888b603398c), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:05.520533 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-6f14f152-08c0-4ab9-b8c1-595054d86ef1 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551'] for port (06dc20ea-a97f-46a3-893e-521c6a4e7c51), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:05.520676 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9fa30234-ea80-4d75-8812-7d9746fec3b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:05.520676 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-9fa30234-ea80-4d75-8812-7d9746fec3b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d9b4bf14-c989-43be-b29e-c888b603398c HTTP/1.1" status: 204 len: 168 time: 1.4705715 Jan 27 12:46:05.633057 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6369cb9e-c8a3-4f6d-9fe9-c4ca4008ad98 admin admin] Publish callbacks [] for subnet (e3af93c1-a0a2-42f0-84fa-8d4da0222451), precommit_delete_associations {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:05.662337 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-6f14f152-08c0-4ab9-b8c1-595054d86ef1 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Network e3e975e7-b66a-4480-b25e-9886f492f788 is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:46:05.675086 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6369cb9e-c8a3-4f6d-9fe9-c4ca4008ad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676805'] for subnet (e3af93c1-a0a2-42f0-84fa-8d4da0222451), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:05.679136 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-6f14f152-08c0-4ab9-b8c1-595054d86ef1 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:46:05.703302 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-8557c469-459c-496f-807c-b914bff2c072 req-a2d8dd13-088e-4c51-83e2-aca430fd1179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (ad5cb038-0228-4fde-9d49-cf47fc6e67c4), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:05.704912 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-6f14f152-08c0-4ab9-b8c1-595054d86ef1 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Received port after_create {{(pid=109462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:46:05.709637 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-6f14f152-08c0-4ab9-b8c1-595054d86ef1 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:05.709968 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa30234-ea80-4d75-8812-7d9746fec3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b4bf14-c989-43be-b29e-c888b603398c,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:05.710241 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-6f14f152-08c0-4ab9-b8c1-595054d86ef1 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:05.737684 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7a020a46-4a43-4832-b1b5-6c8eec8d0bae req-4579ceb1-71d4-4120-a1f7-6ed278288c42 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950473 Jan 27 12:46:05.748343 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14f152-08c0-4ab9-b8c1-595054d86ef1 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Pushing event updated for resources: {'Port': ['ID=06dc20ea-a97f-46a3-893e-521c6a4e7c51,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:05.760941 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-51219529-c362-436d-a40e-c7f84cfa8906 req-abbbcc86-93de-4eb7-a919-7aa38f28e03f tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462207 Jan 27 12:46:05.781819 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-99ff9073-7f98-47c3-ae51-96ac0b9a63fe tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for port (805ba5e0-f4c2-4ac0-bb81-0eead39ca8da), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:05.841811 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-6dc43931-9386-442d-a7d8-b31ea36dc766 service neutron] 10.222.0.13 "GET /v2.0/networks/f93ed95b-fa06-42a9-b32c-e652b333a4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191960 Jan 27 12:46:05.886627 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8dd13-088e-4c51-83e2-aca430fd1179 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5cb038-0228-4fde-9d49-cf47fc6e67c4,revision_number=2']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:06.004256 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 36386) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:06.184712 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-8557c469-459c-496f-807c-b914bff2c072 req-a2d8dd13-088e-4c51-83e2-aca430fd1179 service neutron] Attempting to bind port ad5cb038-0228-4fde-9d49-cf47fc6e67c4 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:46:06.190657 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-8557c469-459c-496f-807c-b914bff2c072 req-a2d8dd13-088e-4c51-83e2-aca430fd1179 service neutron] Attempting to bind port ad5cb038-0228-4fde-9d49-cf47fc6e67c4 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '1226b835-00af-46c6-b3a8-0aad62ae324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1a947d14-4622-4e1b-8ca5-f566d085c54e'}] {{(pid=109461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:46:06.190657 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8557c469-459c-496f-807c-b914bff2c072 req-a2d8dd13-088e-4c51-83e2-aca430fd1179 service neutron] Attempting to bind port ad5cb038-0228-4fde-9d49-cf47fc6e67c4 on network 1a947d14-4622-4e1b-8ca5-f566d085c54e {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:46:06.210615 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8557c469-459c-496f-807c-b914bff2c072 req-a2d8dd13-088e-4c51-83e2-aca430fd1179 service neutron] Port ad5cb038-0228-4fde-9d49-cf47fc6e67c4 on network 1a947d14-4622-4e1b-8ca5-f566d085c54e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 12:46:06.210615 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8557c469-459c-496f-807c-b914bff2c072 req-a2d8dd13-088e-4c51-83e2-aca430fd1179 service neutron] Attempting to bind port ad5cb038-0228-4fde-9d49-cf47fc6e67c4 on network 1a947d14-4622-4e1b-8ca5-f566d085c54e {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:46:06.221571 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-99ff9073-7f98-47c3-ae51-96ac0b9a63fe tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551'] for port (805ba5e0-f4c2-4ac0-bb81-0eead39ca8da), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:06.229022 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6369cb9e-c8a3-4f6d-9fe9-c4ca4008ad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for subnet (e3af93c1-a0a2-42f0-84fa-8d4da0222451), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:06.237083 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-6f14f152-08c0-4ab9-b8c1-595054d86ef1 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7360342 Jan 27 12:46:06.268322 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8557c469-459c-496f-807c-b914bff2c072 req-a2d8dd13-088e-4c51-83e2-aca430fd1179 service neutron] Checking agent: {'id': 'e5f4578a-8b65-461b-9155-0533d25cd18a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'started_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:46:06.270696 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8557c469-459c-496f-807c-b914bff2c072 req-a2d8dd13-088e-4c51-83e2-aca430fd1179 service neutron] Checking segment: {'id': '1226b835-00af-46c6-b3a8-0aad62ae324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1a947d14-4622-4e1b-8ca5-f566d085c54e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:46:06.285270 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8557c469-459c-496f-807c-b914bff2c072 req-a2d8dd13-088e-4c51-83e2-aca430fd1179 service neutron] Bound using segment: {'id': '1226b835-00af-46c6-b3a8-0aad62ae324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1a947d14-4622-4e1b-8ca5-f566d085c54e'} {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:46:06.285270 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-8557c469-459c-496f-807c-b914bff2c072 req-a2d8dd13-088e-4c51-83e2-aca430fd1179 service neutron] Bound port: ad5cb038-0228-4fde-9d49-cf47fc6e67c4, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1226b835-00af-46c6-b3a8-0aad62ae324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1a947d14-4622-4e1b-8ca5-f566d085c54e'}}] {{(pid=109461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:46:06.285270 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-8557c469-459c-496f-807c-b914bff2c072 req-a2d8dd13-088e-4c51-83e2-aca430fd1179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (ad5cb038-0228-4fde-9d49-cf47fc6e67c4), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:06.348711 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-da214bf1-6e73-424c-9353-74caf2cabdfc service neutron] Request body: {'port': {'device_id': '8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:46:06.359887 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a5bda8-d8df-4cde-afeb-14160b2450be x-openstack-request-id: req-73a5bda8-d8df-4cde-afeb-14160b2450be {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:46:06.362948 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff7fe5f2-042a-4528-9775-0a3cfb59b717", "tag": "ac96bd5f-b945-4953-9cb6-bf5bd531a070", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:46:06.362948 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-73a5bda8-d8df-4cde-afeb-14160b2450be {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:46:06.362948 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff7fe5f2-042a-4528-9775-0a3cfb59b717', 'tag': 'ac96bd5f-b945-4953-9cb6-bf5bd531a070', 'status': 'completed', 'code': 200} Jan 27 12:46:06.362948 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369cb9e-c8a3-4f6d-9fe9-c4ca4008ad98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3af93c1-a0a2-42f0-84fa-8d4da0222451,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:06.407365 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ff9073-7f98-47c3-ae51-96ac0b9a63fe tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Network eb2842ee-b281-40a5-b8cc-bad91d1f4211 is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:46:06.411534 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff9073-7f98-47c3-ae51-96ac0b9a63fe tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Pushing event updated for resources: {'Port': ['ID=805ba5e0-f4c2-4ac0-bb81-0eead39ca8da,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:06.416096 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-99ff9073-7f98-47c3-ae51-96ac0b9a63fe tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:46:06.419573 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ff9073-7f98-47c3-ae51-96ac0b9a63fe tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Received port after_create {{(pid=109461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:46:06.503284 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6369cb9e-c8a3-4f6d-9fe9-c4ca4008ad98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:06.506493 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-6369cb9e-c8a3-4f6d-9fe9-c4ca4008ad98 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e3af93c1-a0a2-42f0-84fa-8d4da0222451 HTTP/1.1" status: 204 len: 168 time: 1.1514351 Jan 27 12:46:06.516043 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 36412) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:06.614776 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-df5281f6-2f7e-49b1-9518-21813c42de4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:06.660594 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-99ff9073-7f98-47c3-ae51-96ac0b9a63fe tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for floatingip (9168033c-5cd7-4eca-8232-706448e11a54), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:06.673447 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7cc2ca86-1d64-4caa-9757-1afb5878e245 req-5ea67793-76af-4cd1-8358-51f0327bfa15 service neutron] 10.222.0.13 "GET /v2.0/networks/f93ed95b-fa06-42a9-b32c-e652b333a4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8167000 Jan 27 12:46:06.708269 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec5891-098c-4884-9c7e-8f24abb9d934 req-4c3d48de-adc6-475a-a43a-b6bf0d8a7a42 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:06.727970 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-76ec5891-098c-4884-9c7e-8f24abb9d934 req-4c3d48de-adc6-475a-a43a-b6bf0d8a7a42 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 931 time: 0.3751118 Jan 27 12:46:06.731992 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-da214bf1-6e73-424c-9353-74caf2cabdfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (06dc20ea-a97f-46a3-893e-521c6a4e7c51), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:06.749833 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617860'] for network (a245cab8-8151-4abd-ae5b-2f14f21236cc), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:06.867898 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [req-8557c469-459c-496f-807c-b914bff2c072 req-a2d8dd13-088e-4c51-83e2-aca430fd1179 service neutron] For port ad5cb038-0228-4fde-9d49-cf47fc6e67c4, host hv-cinder-82403, cleared binding levels {{(pid=109461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:46:06.904185 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-99ff9073-7f98-47c3-ae51-96ac0b9a63fe tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (805ba5e0-f4c2-4ac0-bb81-0eead39ca8da), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:06.958219 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [req-8557c469-459c-496f-807c-b914bff2c072 req-a2d8dd13-088e-4c51-83e2-aca430fd1179 service neutron] For port ad5cb038-0228-4fde-9d49-cf47fc6e67c4, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=ad5cb038-0228-4fde-9d49-cf47fc6e67c4,segment=NetworkSegment(1226b835-00af-46c6-b3a8-0aad62ae324d),segment_id=1226b835-00af-46c6-b3a8-0aad62ae324d)] {{(pid=109461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:46:07.003602 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-c656483d-f16b-4c02-9705-b700b7979dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dccfdccf-b3e1-4835-81b6-dc9601ee12c1 {{(pid=109461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:46:07.021809 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-c656483d-f16b-4c02-9705-b700b7979dc4 service neutron] Publish callbacks [] for port (dccfdccf-b3e1-4835-81b6-dc9601ee12c1), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:07.066428 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-76ec5891-098c-4884-9c7e-8f24abb9d934 req-779d81e1-35cb-4094-9dd8-97c15819dba1 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375273 Jan 27 12:46:07.084016 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.provisioning_blocks [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-c656483d-f16b-4c02-9705-b700b7979dc4 service neutron] Transition to ACTIVE for port object dccfdccf-b3e1-4835-81b6-dc9601ee12c1 will not be triggered until provisioned by entity L2. {{(pid=109461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 12:46:07.094583 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-df5281f6-2f7e-49b1-9518-21813c42de4c admin admin] Publish callbacks [] for security_group (5185c6a9-384e-4db4-a53e-53f2736d6447), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:07.203020 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfa510-2839-490a-8db3-219fb9d46bf8 req-bebd5dfe-8e6a-4112-912b-3a72641a7e85 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:07.206310 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-dcdfa510-2839-490a-8db3-219fb9d46bf8 req-bebd5dfe-8e6a-4112-912b-3a72641a7e85 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 944 time: 0.3031437 Jan 27 12:46:07.220016 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37b66b-4265-4419-b397-4b8182d78b72 req-3a9ba2ce-4e70-4462-b540-8b24ea1282d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:07.221512 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1b37b66b-4265-4419-b397-4b8182d78b72 req-3a9ba2ce-4e70-4462-b540-8b24ea1282d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c91276cab5a4ab89aeb4ed27af897eb&device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 1097 time: 0.1982496 Jan 27 12:46:07.223608 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678482', 'neutron.services.segments.db._delete_segments_for_network-8727398100354'] for network (a245cab8-8151-4abd-ae5b-2f14f21236cc), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:07.296639 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:07.302247 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:07.302247 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:07.302247 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] Subscribe: > port after_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:07.302247 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] Subscribe: > port after_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:07.302247 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] Subscribe: > port after_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:07.302247 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:07.302652 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-99ff9073-7f98-47c3-ae51-96ac0b9a63fe tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for port (805ba5e0-f4c2-4ac0-bb81-0eead39ca8da), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:07.302728 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:07.302728 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:07.302728 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:07.304324 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-8557c469-459c-496f-807c-b914bff2c072 req-a2d8dd13-088e-4c51-83e2-aca430fd1179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (ad5cb038-0228-4fde-9d49-cf47fc6e67c4), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:07.306551 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-c656483d-f16b-4c02-9705-b700b7979dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (dccfdccf-b3e1-4835-81b6-dc9601ee12c1), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:07.308567 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-df5281f6-2f7e-49b1-9518-21813c42de4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (5185c6a9-384e-4db4-a53e-53f2736d6447), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:07.404793 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-dcdfa510-2839-490a-8db3-219fb9d46bf8 req-15685f2e-f7ad-44dc-b3bc-e74dff8a5b9c tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900315 Jan 27 12:46:07.411364 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557c469-459c-496f-807c-b914bff2c072 req-a2d8dd13-088e-4c51-83e2-aca430fd1179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:07.412598 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-8557c469-459c-496f-807c-b914bff2c072 req-a2d8dd13-088e-4c51-83e2-aca430fd1179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for port (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:07.414384 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8557c469-459c-496f-807c-b914bff2c072 req-a2d8dd13-088e-4c51-83e2-aca430fd1179 service neutron] 10.222.0.13 "PUT /v2.0/ports/ad5cb038-0228-4fde-9d49-cf47fc6e67c4 HTTP/1.1" status: 200 len: 1094 time: 4.0162206 Jan 27 12:46:07.420309 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9358d700-8016-4744-9917-15acc7ac851a', 'tag': 'ad5cb038-0228-4fde-9d49-cf47fc6e67c4'}] {{(pid=109461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:46:07.522816 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:07.534392 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:07.534392 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:07.534392 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:07.534392 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a245cab8-8151-4abd-ae5b-2f14f21236cc']}} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:46:07.536640 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-99ff9073-7f98-47c3-ae51-96ac0b9a63fe tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (805ba5e0-f4c2-4ac0-bb81-0eead39ca8da), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:07.552457 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-df5281f6-2f7e-49b1-9518-21813c42de4c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1f17cf82bf5642aeabc2fa84456f5934&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5001554 Jan 27 12:46:07.568691 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 36440) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:07.639866 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8dd13-088e-4c51-83e2-aca430fd1179 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5cb038-0228-4fde-9d49-cf47fc6e67c4,revision_number=3']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:07.642771 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5281f6-2f7e-49b1-9518-21813c42de4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5185c6a9-384e-4db4-a53e-53f2736d6447,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:07.741558 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-99ff9073-7f98-47c3-ae51-96ac0b9a63fe tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664114'] for floatingip (9168033c-5cd7-4eca-8232-706448e11a54), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:07.741558 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-c656483d-f16b-4c02-9705-b700b7979dc4 service neutron] Attempting to bind port dccfdccf-b3e1-4835-81b6-dc9601ee12c1 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:46:07.741558 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-c656483d-f16b-4c02-9705-b700b7979dc4 service neutron] Attempting to bind port dccfdccf-b3e1-4835-81b6-dc9601ee12c1 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '39388659-2bbd-485e-91aa-7140dd890043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e3e975e7-b66a-4480-b25e-9886f492f788'}] {{(pid=109461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:46:07.741558 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-c656483d-f16b-4c02-9705-b700b7979dc4 service neutron] Attempting to bind port dccfdccf-b3e1-4835-81b6-dc9601ee12c1 on network e3e975e7-b66a-4480-b25e-9886f492f788 {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:46:07.741558 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13caf501d2ade89ef8f3be641e2375f4ed3bc8c86955b9dc87ba2ae8dc6631d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b415a9-3008-4d31-9370-fef3d7ddc604" -d '{"events": [{"name": "network-changed", "server_uuid": "9358d700-8016-4744-9917-15acc7ac851a", "tag": "ad5cb038-0228-4fde-9d49-cf47fc6e67c4"}]}' {{(pid=109461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:46:07.754465 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-c656483d-f16b-4c02-9705-b700b7979dc4 service neutron] Port dccfdccf-b3e1-4835-81b6-dc9601ee12c1 on network e3e975e7-b66a-4480-b25e-9886f492f788 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 12:46:07.754999 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-c656483d-f16b-4c02-9705-b700b7979dc4 service neutron] Attempting to bind port dccfdccf-b3e1-4835-81b6-dc9601ee12c1 on network e3e975e7-b66a-4480-b25e-9886f492f788 {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:46:07.765024 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656483d-f16b-4c02-9705-b700b7979dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=dccfdccf-b3e1-4835-81b6-dc9601ee12c1,revision_number=2']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:07.771339 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-c656483d-f16b-4c02-9705-b700b7979dc4 service neutron] Checking agent: {'id': 'e5f4578a-8b65-461b-9155-0533d25cd18a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'started_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:46:07.772318 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-c656483d-f16b-4c02-9705-b700b7979dc4 service neutron] Checking segment: {'id': '39388659-2bbd-485e-91aa-7140dd890043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e3e975e7-b66a-4480-b25e-9886f492f788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:46:07.772318 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-c656483d-f16b-4c02-9705-b700b7979dc4 service neutron] Bound using segment: {'id': '39388659-2bbd-485e-91aa-7140dd890043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e3e975e7-b66a-4480-b25e-9886f492f788'} {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:46:07.772609 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-c656483d-f16b-4c02-9705-b700b7979dc4 service neutron] Bound port: dccfdccf-b3e1-4835-81b6-dc9601ee12c1, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39388659-2bbd-485e-91aa-7140dd890043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e3e975e7-b66a-4480-b25e-9886f492f788'}}] {{(pid=109461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:46:07.772896 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-c656483d-f16b-4c02-9705-b700b7979dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (dccfdccf-b3e1-4835-81b6-dc9601ee12c1), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:07.775448 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01f6c25-e16d-4076-b0e2-6682ae7dfc02') {'for_net_delete': True} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:46:07.776029 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01f6c25-e16d-4076-b0e2-6682ae7dfc02') {} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:46:07.832093 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727398101899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25970318'] for segment (f01f6c25-e16d-4076-b0e2-6682ae7dfc02), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:07.914103 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-99ff9073-7f98-47c3-ae51-96ac0b9a63fe tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for floatingip (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:07.926084 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-99ff9073-7f98-47c3-ae51-96ac0b9a63fe tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8106585 Jan 27 12:46:07.929942 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1f1f84-4087-4906-9169-e48e4dbb010e x-openstack-request-id: req-4c1f1f84-4087-4906-9169-e48e4dbb010e {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:46:07.930259 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9358d700-8016-4744-9917-15acc7ac851a", "tag": "ad5cb038-0228-4fde-9d49-cf47fc6e67c4", "status": "completed", "code": 200}]} {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:46:07.930689 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c1f1f84-4087-4906-9169-e48e4dbb010e {{(pid=109461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:46:07.931170 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9358d700-8016-4744-9917-15acc7ac851a', 'tag': 'ad5cb038-0228-4fde-9d49-cf47fc6e67c4', 'status': 'completed', 'code': 200} Jan 27 12:46:07.954308 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e40a8-332d-4564-bfec-ca603ba0d91c req-30bd3f93-6f5d-4dbf-9615-cf3ba5bc3b60 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:07.969457 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ae1e40a8-332d-4564-bfec-ca603ba0d91c req-30bd3f93-6f5d-4dbf-9615-cf3ba5bc3b60 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 944 time: 0.7737424 Jan 27 12:46:08.027802 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-da214bf1-6e73-424c-9353-74caf2cabdfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06dc20ea-a97f-46a3-893e-521c6a4e7c51 {{(pid=109462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:46:08.071090 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (f01f6c25-e16d-4076-b0e2-6682ae7dfc02), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:08.076144 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-fce411ca-c554-4ba0-a1c0-ecf71f916422 admin admin] Publish callbacks [] for security_group (5185c6a9-384e-4db4-a53e-53f2736d6447), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:08.099962 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=109462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 12:46:08.100948 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3262373'] for segment (f01f6c25-e16d-4076-b0e2-6682ae7dfc02), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:08.108485 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff9073-7f98-47c3-ae51-96ac0b9a63fe tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Pushing event updated for resources: {'Port': ['ID=805ba5e0-f4c2-4ac0-bb81-0eead39ca8da,revision_number=2']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:08.178943 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-fce411ca-c554-4ba0-a1c0-ecf71f916422 admin admin] Publish callbacks [] for security_group (5185c6a9-384e-4db4-a53e-53f2736d6447), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:08.194086 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-da214bf1-6e73-424c-9353-74caf2cabdfc service neutron] Publish callbacks [] for port (06dc20ea-a97f-46a3-893e-521c6a4e7c51), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:08.201459 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557c469-459c-496f-807c-b914bff2c072 req-e0ac55fe-f439-46ea-bb8f-6ea48cb8cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:08.204629 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8557c469-459c-496f-807c-b914bff2c072 req-e0ac55fe-f439-46ea-bb8f-6ea48cb8cab8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bdd17e9465442c6b527b37e80925d48&device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 1097 time: 0.2982488 Jan 27 12:46:08.204629 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-c656483d-f16b-4c02-9705-b700b7979dc4 service neutron] For port dccfdccf-b3e1-4835-81b6-dc9601ee12c1, host hv-cinder-82403, cleared binding levels {{(pid=109461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:46:08.231778 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-c656483d-f16b-4c02-9705-b700b7979dc4 service neutron] For port dccfdccf-b3e1-4835-81b6-dc9601ee12c1, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=dccfdccf-b3e1-4835-81b6-dc9601ee12c1,segment=NetworkSegment(39388659-2bbd-485e-91aa-7140dd890043),segment_id=39388659-2bbd-485e-91aa-7140dd890043)] {{(pid=109461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: from cryptography.utils import int_from_bytes Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: from cryptography.utils import int_from_bytes Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: Traceback (most recent call last): Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: timer() Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: cb(*args, **kw) Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: return func(*args, **kwargs) Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: self._notify() Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: self.callback(batched_events) Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: event.method(event) Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: return f(self, *a, **k) Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: return self._get(url).json() Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: return self.request(url, 'GET', **kwargs) Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 12:46:08.237716 dv-cinder-824031-3-iscsi neutron-server[109462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 12:46:08.269000 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.provisioning_blocks [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-da214bf1-6e73-424c-9353-74caf2cabdfc service neutron] Transition to ACTIVE for port object 06dc20ea-a97f-46a3-893e-521c6a4e7c51 will not be triggered until provisioned by entity L2. {{(pid=109462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 12:46:08.288538 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664096'] for network (a245cab8-8151-4abd-ae5b-2f14f21236cc), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:08.358193 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ae1e40a8-332d-4564-bfec-ca603ba0d91c req-f8ccbd0a-1de4-44bc-aeb2-2f586f53d711 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800058 Jan 27 12:46:08.358371 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:08.363535 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] 10.222.0.39 "DELETE /v2.0/networks/a245cab8-8151-4abd-ae5b-2f14f21236cc HTTP/1.1" status: 204 len: 168 time: 1.8339710 Jan 27 12:46:08.374391 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37b66b-4265-4419-b397-4b8182d78b72 req-73927a9c-8dbf-4f65-8ee7-8533dec361a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:08.374391 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1b37b66b-4265-4419-b397-4b8182d78b72 req-73927a9c-8dbf-4f65-8ee7-8533dec361a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f93ed95b-fa06-42a9-b32c-e652b333a4ab HTTP/1.1" status: 200 len: 912 time: 1.1168239 Jan 27 12:46:08.374391 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71e034-ddbd-4134-a975-16a7f2397c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=a245cab8-8151-4abd-ae5b-2f14f21236cc,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:08.382370 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 36466) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:08.441620 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-c656483d-f16b-4c02-9705-b700b7979dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (dccfdccf-b3e1-4835-81b6-dc9601ee12c1), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:08.467523 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8557c469-459c-496f-807c-b914bff2c072 req-7347ef9d-1118-46ae-a368-f1686b11c580 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad5cb038-0228-4fde-9d49-cf47fc6e67c4 HTTP/1.1" status: 200 len: 217 time: 0.2175162 Jan 27 12:46:08.484645 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1b37b66b-4265-4419-b397-4b8182d78b72 req-eecf8d09-7073-41b6-a78c-1d87fa0d5255 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac96bd5f-b945-4953-9cb6-bf5bd531a070 HTTP/1.1" status: 200 len: 217 time: 0.1009619 Jan 27 12:46:08.492697 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-da214bf1-6e73-424c-9353-74caf2cabdfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (06dc20ea-a97f-46a3-893e-521c6a4e7c51), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:08.527838 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a836c-58b6-4d35-8cd5-beb9c41dfce4 req-67ee7aa9-003e-4237-b56d-21ee9e7e862b tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:08.529696 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5a0a836c-58b6-4d35-8cd5-beb9c41dfce4 req-67ee7aa9-003e-4237-b56d-21ee9e7e862b tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 931 time: 0.3589706 Jan 27 12:46:08.571127 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-fce411ca-c554-4ba0-a1c0-ecf71f916422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (5185c6a9-384e-4db4-a53e-53f2736d6447), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:08.574234 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-fce411ca-c554-4ba0-a1c0-ecf71f916422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:08.589070 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-fce411ca-c554-4ba0-a1c0-ecf71f916422 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5185c6a9-384e-4db4-a53e-53f2736d6447 HTTP/1.1" status: 204 len: 168 time: 1.0090058 Jan 27 12:46:08.610434 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5a3e71-97bd-4cf4-b675-75ca5984666e admin admin] Deleting subnet 3f0b72f7-5f43-468b-aa68-a90e4c7ed499 {{(pid=109462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 12:46:08.654131 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6e5a3e71-97bd-4cf4-b675-75ca5984666e admin admin] Publish callbacks [] for subnet (3f0b72f7-5f43-468b-aa68-a90e4c7ed499), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:08.662694 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-c656483d-f16b-4c02-9705-b700b7979dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:08.663192 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-c656483d-f16b-4c02-9705-b700b7979dc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for port (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:08.664628 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-c656483d-f16b-4c02-9705-b700b7979dc4 service neutron] 10.222.0.13 "PUT /v2.0/ports/dccfdccf-b3e1-4835-81b6-dc9601ee12c1 HTTP/1.1" status: 200 len: 1094 time: 4.1235216 Jan 27 12:46:08.720079 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce411ca-c554-4ba0-a1c0-ecf71f916422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5185c6a9-384e-4db4-a53e-53f2736d6447,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:08.727538 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557c469-459c-496f-807c-b914bff2c072 req-2cd67f0c-8f07-4581-8820-9e29851b3e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:08.729457 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8557c469-459c-496f-807c-b914bff2c072 req-2cd67f0c-8f07-4581-8820-9e29851b3e9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ba7930f-92e1-41b4-9c1a-3ea64702b7a6 HTTP/1.1" status: 200 len: 854 time: 0.2308059 Jan 27 12:46:08.731911 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656483d-f16b-4c02-9705-b700b7979dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=dccfdccf-b3e1-4835-81b6-dc9601ee12c1,revision_number=3']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:08.738536 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37b66b-4265-4419-b397-4b8182d78b72 req-55336aa3-f211-4a4c-b294-0aabea8c2122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:08.738536 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1b37b66b-4265-4419-b397-4b8182d78b72 req-55336aa3-f211-4a4c-b294-0aabea8c2122 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03cd7728-725d-4de0-be4f-245a5798d1b2 HTTP/1.1" status: 200 len: 851 time: 0.2216675 Jan 27 12:46:08.748194 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-67d38559-3f08-4b62-835b-d11b825f4a40 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1686546625&fields=id&tenant_id=5d9aacae39d84c0d98e287aac2b1c7c7 HTTP/1.1" status: 200 len: 267 time: 0.2654207 Jan 27 12:46:08.749062 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da214bf1-6e73-424c-9353-74caf2cabdfc service neutron] Pushing event updated for resources: {'Port': ['ID=06dc20ea-a97f-46a3-893e-521c6a4e7c51,revision_number=2']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:08.820499 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6e5a3e71-97bd-4cf4-b675-75ca5984666e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25970311'] for subnet (3f0b72f7-5f43-468b-aa68-a90e4c7ed499), precommit_delete_associations {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:08.855611 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8557c469-459c-496f-807c-b914bff2c072 req-e86565c4-14e4-423f-84ae-4ee03917e67e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a947d14-4622-4e1b-8ca5-f566d085c54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099596 Jan 27 12:46:08.879076 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5a0a836c-58b6-4d35-8cd5-beb9c41dfce4 req-8f971ac5-dc5b-4f59-b962-0c4eb1a05a7d tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159301 Jan 27 12:46:08.895676 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-8f9e2ede-7cfe-4cdf-9759-f9a7594f7840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:08.897440 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-8f9e2ede-7cfe-4cdf-9759-f9a7594f7840 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07aba42d308a44c39af2f5402cfff771&device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 1097 time: 0.0735884 Jan 27 12:46:08.916457 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1b37b66b-4265-4419-b397-4b8182d78b72 req-a31941b7-f1ff-44e3-8660-ee0634942657 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f93ed95b-fa06-42a9-b32c-e652b333a4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1603343 Jan 27 12:46:09.248429 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6e5a3e71-97bd-4cf4-b675-75ca5984666e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676805'] for subnet (3f0b72f7-5f43-468b-aa68-a90e4c7ed499), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:09.248561 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-12c21032-489b-4b58-acf3-c9cf7e8b3014 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dccfdccf-b3e1-4835-81b6-dc9601ee12c1 HTTP/1.1" status: 200 len: 217 time: 0.2433476 Jan 27 12:46:09.314280 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0e360-b6e4-4e26-9494-2151cbc8245b req-4d452eae-03ca-4268-9642-4b33e5bcac6d tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:09.315911 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6ad0e360-b6e4-4e26-9494-2151cbc8245b req-4d452eae-03ca-4268-9642-4b33e5bcac6d tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 944 time: 0.1704755 Jan 27 12:46:09.317411 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-14c8178b-9d37-4457-9f64-d367f06c2a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:09.319319 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-14c8178b-9d37-4457-9f64-d367f06c2a89 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7785fff6-6578-4402-bc5a-fec8bd603105 HTTP/1.1" status: 200 len: 858 time: 0.1364210 Jan 27 12:46:09.347889 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8557c469-459c-496f-807c-b914bff2c072 req-cced098b-8383-4ade-9a4e-6d1eecf4f63b service neutron] 10.222.0.13 "GET /v2.0/networks/1a947d14-4622-4e1b-8ca5-f566d085c54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383051 Jan 27 12:46:09.386150 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-da214bf1-6e73-424c-9353-74caf2cabdfc service neutron] Attempting to bind port 06dc20ea-a97f-46a3-893e-521c6a4e7c51 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:46:09.386512 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-da214bf1-6e73-424c-9353-74caf2cabdfc service neutron] Attempting to bind port 06dc20ea-a97f-46a3-893e-521c6a4e7c51 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '39388659-2bbd-485e-91aa-7140dd890043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e3e975e7-b66a-4480-b25e-9886f492f788'}] {{(pid=109462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:46:09.386879 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-da214bf1-6e73-424c-9353-74caf2cabdfc service neutron] Attempting to bind port 06dc20ea-a97f-46a3-893e-521c6a4e7c51 on network e3e975e7-b66a-4480-b25e-9886f492f788 {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:46:09.390300 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1b37b66b-4265-4419-b397-4b8182d78b72 req-76941ea7-66d9-4d50-853b-d46395b05f02 service neutron] 10.222.0.13 "GET /v2.0/networks/f93ed95b-fa06-42a9-b32c-e652b333a4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965750 Jan 27 12:46:09.394448 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-da214bf1-6e73-424c-9353-74caf2cabdfc service neutron] Port 06dc20ea-a97f-46a3-893e-521c6a4e7c51 on network e3e975e7-b66a-4480-b25e-9886f492f788 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 12:46:09.394930 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-da214bf1-6e73-424c-9353-74caf2cabdfc service neutron] Attempting to bind port 06dc20ea-a97f-46a3-893e-521c6a4e7c51 on network e3e975e7-b66a-4480-b25e-9886f492f788 {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:46:09.398093 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6ad0e360-b6e4-4e26-9494-2151cbc8245b req-6f72c41a-e8e4-4bc5-b2a0-b08decda7417 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728776 Jan 27 12:46:09.405264 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-da0e4105-23da-41bc-bf39-49eddb3fa4d5 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:09.406866 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-da0e4105-23da-41bc-bf39-49eddb3fa4d5 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/networks?id=e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c HTTP/1.1" status: 200 len: 817 time: 0.6087041 Jan 27 12:46:09.427373 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-da214bf1-6e73-424c-9353-74caf2cabdfc service neutron] Checking agent: {'id': 'e5f4578a-8b65-461b-9155-0533d25cd18a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'started_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:46:09.427719 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-da214bf1-6e73-424c-9353-74caf2cabdfc service neutron] Checking segment: {'id': '39388659-2bbd-485e-91aa-7140dd890043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e3e975e7-b66a-4480-b25e-9886f492f788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:46:09.428100 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-da214bf1-6e73-424c-9353-74caf2cabdfc service neutron] Bound using segment: {'id': '39388659-2bbd-485e-91aa-7140dd890043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e3e975e7-b66a-4480-b25e-9886f492f788'} {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:46:09.428557 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-da214bf1-6e73-424c-9353-74caf2cabdfc service neutron] Bound port: 06dc20ea-a97f-46a3-893e-521c6a4e7c51, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39388659-2bbd-485e-91aa-7140dd890043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e3e975e7-b66a-4480-b25e-9886f492f788'}}] {{(pid=109462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:46:09.428913 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-da214bf1-6e73-424c-9353-74caf2cabdfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (06dc20ea-a97f-46a3-893e-521c6a4e7c51), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:09.530560 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-7611bde4-74db-4c2a-bb59-6b3aa58a242c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e3e975e7-b66a-4480-b25e-9886f492f788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314354 Jan 27 12:46:09.546479 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8557c469-459c-496f-807c-b914bff2c072 req-b70e9b9b-f4ac-4410-b2fc-ba6bff31663c service neutron] 10.222.0.13 "GET /v2.0/networks/1a947d14-4622-4e1b-8ca5-f566d085c54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461055 Jan 27 12:46:09.605680 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6e5a3e71-97bd-4cf4-b675-75ca5984666e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3262219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25816237'] for subnet (3f0b72f7-5f43-468b-aa68-a90e4c7ed499), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:09.611975 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-6685c1f9-0f4f-44fc-ae47-30a25bd828de tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/quotas/5d9aacae39d84c0d98e287aac2b1c7c7 HTTP/1.1" status: 200 len: 375 time: 0.1655715 Jan 27 12:46:09.671162 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-27f4951d-a59a-433a-97a7-7946e43634b0 service neutron] 10.222.0.13 "GET /v2.0/networks/e3e975e7-b66a-4480-b25e-9886f492f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231925 Jan 27 12:46:09.775394 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a3e71-97bd-4cf4-b675-75ca5984666e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f0b72f7-5f43-468b-aa68-a90e4c7ed499,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:09.775394 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6e5a3e71-97bd-4cf4-b675-75ca5984666e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:09.775394 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-6e5a3e71-97bd-4cf4-b675-75ca5984666e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3f0b72f7-5f43-468b-aa68-a90e4c7ed499 HTTP/1.1" status: 204 len: 168 time: 1.3407204 Jan 27 12:46:09.780724 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 36506) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:09.794089 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313c798-1fd7-4222-96f3-86e728c9bb6f req-d1736474-20cc-4458-b1a9-93cc133da5f9 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:09.796466 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b313c798-1fd7-4222-96f3-86e728c9bb6f req-d1736474-20cc-4458-b1a9-93cc133da5f9 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 944 time: 0.1240211 Jan 27 12:46:09.843435 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1b37b66b-4265-4419-b397-4b8182d78b72 req-c79c70dd-5f49-451f-a1d1-7f3dce6d79a9 service neutron] 10.222.0.13 "GET /v2.0/networks/f93ed95b-fa06-42a9-b32c-e652b333a4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321024 Jan 27 12:46:09.869985 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-da214bf1-6e73-424c-9353-74caf2cabdfc service neutron] For port 06dc20ea-a97f-46a3-893e-521c6a4e7c51, host hv-cinder-82403, cleared binding levels {{(pid=109462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:46:09.895092 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-a0103129-d7d2-4160-b717-994eb08172b9 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d9aacae39d84c0d98e287aac2b1c7c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2411535 Jan 27 12:46:09.897203 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-da214bf1-6e73-424c-9353-74caf2cabdfc service neutron] For port 06dc20ea-a97f-46a3-893e-521c6a4e7c51, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=06dc20ea-a97f-46a3-893e-521c6a4e7c51,segment=NetworkSegment(39388659-2bbd-485e-91aa-7140dd890043),segment_id=39388659-2bbd-485e-91aa-7140dd890043)] {{(pid=109462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:46:09.939739 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614f9629-38f4-4adc-a48b-7c4c867a09c5', 'tag': 'dccfdccf-b3e1-4835-81b6-dc9601ee12c1'}] {{(pid=109461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:46:09.941995 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13caf501d2ade89ef8f3be641e2375f4ed3bc8c86955b9dc87ba2ae8dc6631d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7411f1ca-710d-42aa-b20a-3d09e10f702b" -d '{"events": [{"name": "network-changed", "server_uuid": "614f9629-38f4-4adc-a48b-7c4c867a09c5", "tag": "dccfdccf-b3e1-4835-81b6-dc9601ee12c1"}]}' {{(pid=109461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:46:09.996239 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-197c6628-f74f-4130-b173-01dc9ce781c2 req-205bd239-f4dd-48c2-b63f-2801822868d6 service neutron] 10.222.0.13 "GET /v2.0/networks/e3e975e7-b66a-4480-b25e-9886f492f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957969 Jan 27 12:46:10.001767 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 36516) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:10.004607 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-da214bf1-6e73-424c-9353-74caf2cabdfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (06dc20ea-a97f-46a3-893e-521c6a4e7c51), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:10.072151 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b313c798-1fd7-4222-96f3-86e728c9bb6f req-bbbf5fd1-28c4-43b6-99af-e6699f562bd4 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881077 Jan 27 12:46:10.089951 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617860'] for network (c2af7053-9f47-4ae0-9d46-eab679a5d300), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:10.109266 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-da214bf1-6e73-424c-9353-74caf2cabdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:10.109882 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-da214bf1-6e73-424c-9353-74caf2cabdfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:10.111702 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-da214bf1-6e73-424c-9353-74caf2cabdfc service neutron] 10.222.0.13 "PUT /v2.0/ports/06dc20ea-a97f-46a3-893e-521c6a4e7c51 HTTP/1.1" status: 200 len: 1093 time: 3.7813711 Jan 27 12:46:10.115340 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea', 'tag': '06dc20ea-a97f-46a3-893e-521c6a4e7c51'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:46:10.118398 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f697f7-c21f-4323-a691-8d0fca0fafa9" -d '{"events": [{"name": "network-changed", "server_uuid": "8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea", "tag": "06dc20ea-a97f-46a3-893e-521c6a4e7c51"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:46:10.153715 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da214bf1-6e73-424c-9353-74caf2cabdfc service neutron] Pushing event updated for resources: {'Port': ['ID=06dc20ea-a97f-46a3-893e-521c6a4e7c51,revision_number=3']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:10.165486 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b415a9-3008-4d31-9370-fef3d7ddc604 req-a5952028-aad2-414c-87b0-0d9226989af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:10.167080 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-58b415a9-3008-4d31-9370-fef3d7ddc604 req-a5952028-aad2-414c-87b0-0d9226989af9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bdd17e9465442c6b527b37e80925d48&device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 1097 time: 0.2148037 Jan 27 12:46:10.232614 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-87535cb2-3462-4158-a825-d529a0c4244a service neutron] 10.222.0.39 "GET /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305910 Jan 27 12:46:10.332919 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b415a9-3008-4d31-9370-fef3d7ddc604 req-9719a597-1770-4295-9cb4-86c79e7e5bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:10.339048 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-58b415a9-3008-4d31-9370-fef3d7ddc604 req-9719a597-1770-4295-9cb4-86c79e7e5bd9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a947d14-4622-4e1b-8ca5-f566d085c54e HTTP/1.1" status: 200 len: 915 time: 0.1639166 Jan 27 12:46:10.381671 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678482', 'neutron.services.segments.db._delete_segments_for_network-8727398100354'] for network (c2af7053-9f47-4ae0-9d46-eab679a5d300), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:10.485546 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db0e79-7c97-4878-b291-9cb398ae7bfc req-9a393ec4-502d-4253-a241-b354650f06bc tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:10.485546 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a0db0e79-7c97-4878-b291-9cb398ae7bfc req-9a393ec4-502d-4253-a241-b354650f06bc tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 943 time: 0.2187946 Jan 27 12:46:10.485546 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:10.485546 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:10.485546 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:10.485546 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] Subscribe: > port after_create 55550000 {{(pid=109461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:10.485546 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:10.485546 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] Subscribe: > port after_update 55550000 {{(pid=109461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:10.485546 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:10.485546 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:10.485546 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:10.485546 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:10.487512 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-58b415a9-3008-4d31-9370-fef3d7ddc604 req-7cc2817c-222a-4bd9-9b47-f122f90b29d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad5cb038-0228-4fde-9d49-cf47fc6e67c4 HTTP/1.1" status: 200 len: 217 time: 0.0513172 Jan 27 12:46:10.497688 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:10.498070 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:10.498434 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:10.498819 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 12:46:10.499217 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.services.segments.db [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2af7053-9f47-4ae0-9d46-eab679a5d300']}} {{(pid=109461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:46:10.529910 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.services.segments.db [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f68297-7963-41a7-9eec-35ec406aa3b3') {'for_net_delete': True} {{(pid=109461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:46:10.530131 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.services.segments.db [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f68297-7963-41a7-9eec-35ec406aa3b3') {} {{(pid=109461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:46:10.547970 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-77943ae3-89f8-448b-b0b0-9485a0835a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:10.549387 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-77943ae3-89f8-448b-b0b0-9485a0835a67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07aba42d308a44c39af2f5402cfff771&device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 1096 time: 0.1430731 Jan 27 12:46:10.553045 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-4fb71a5a-0624-47be-b08f-3ec1586af2c9 service neutron] 10.222.0.39 "GET /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061566 Jan 27 12:46:10.559450 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-153307b5-4fb9-463a-b8e0-91a4d3df997e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:10.565271 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b415a9-3008-4d31-9370-fef3d7ddc604 req-b65b7245-4877-44a2-9ac9-6b2a3945755b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:10.566731 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-58b415a9-3008-4d31-9370-fef3d7ddc604 req-b65b7245-4877-44a2-9ac9-6b2a3945755b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ba7930f-92e1-41b4-9c1a-3ea64702b7a6 HTTP/1.1" status: 200 len: 854 time: 0.0879617 Jan 27 12:46:10.575231 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727398101899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25843853'] for segment (f2f68297-7963-41a7-9eec-35ec406aa3b3), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:10.625890 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (f2f68297-7963-41a7-9eec-35ec406aa3b3), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:10.637620 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 12:46:10.638107 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412171'] for segment (f2f68297-7963-41a7-9eec-35ec406aa3b3), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: from cryptography.utils import int_from_bytes Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: from cryptography.utils import int_from_bytes Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: Traceback (most recent call last): Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: timer() Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: cb(*args, **kw) Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: return func(*args, **kwargs) Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: self._notify() Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: self.callback(batched_events) Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: event.method(event) Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: return f(self, *a, **k) Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: return self._get(url).json() Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: return self.request(url, 'GET', **kwargs) Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 12:46:10.642485 dv-cinder-824031-3-iscsi neutron-server[109461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 12:46:10.650413 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a0db0e79-7c97-4878-b291-9cb398ae7bfc req-4153256e-d5c6-43b0-898d-4e8f12fb5e52 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415603 Jan 27 12:46:10.755358 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287d2cff-fcf2-4fb5-b39f-4a9923d1ad09 x-openstack-request-id: req-287d2cff-fcf2-4fb5-b39f-4a9923d1ad09 {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:46:10.755358 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "614f9629-38f4-4adc-a48b-7c4c867a09c5", "tag": "dccfdccf-b3e1-4835-81b6-dc9601ee12c1", "status": "completed", "code": 200}]} {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:46:10.755358 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-287d2cff-fcf2-4fb5-b39f-4a9923d1ad09 {{(pid=109461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:46:10.755358 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614f9629-38f4-4adc-a48b-7c4c867a09c5', 'tag': 'dccfdccf-b3e1-4835-81b6-dc9601ee12c1', 'status': 'completed', 'code': 200} Jan 27 12:46:10.780707 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-386c7f94-b6e5-4b89-a1e7-0bf49985624b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06dc20ea-a97f-46a3-893e-521c6a4e7c51 HTTP/1.1" status: 200 len: 217 time: 0.1761584 Jan 27 12:46:10.811710 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-58b415a9-3008-4d31-9370-fef3d7ddc604 req-ffb86239-a516-4ef7-86f1-73210b5eb580 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a947d14-4622-4e1b-8ca5-f566d085c54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858467 Jan 27 12:46:10.822184 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dd45f7-f740-448a-9134-6cbebbe764c2 x-openstack-request-id: req-48dd45f7-f740-448a-9134-6cbebbe764c2 {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:46:10.822665 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea", "tag": "06dc20ea-a97f-46a3-893e-521c6a4e7c51", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:46:10.823076 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48dd45f7-f740-448a-9134-6cbebbe764c2 {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:46:10.823663 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea', 'tag': '06dc20ea-a97f-46a3-893e-521c6a4e7c51', 'status': 'completed', 'code': 200} Jan 27 12:46:10.878721 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664096'] for network (c2af7053-9f47-4ae0-9d46-eab679a5d300), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:10.892818 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:10.906813 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c2af7053-9f47-4ae0-9d46-eab679a5d300 HTTP/1.1" status: 204 len: 168 time: 1.1111684 Jan 27 12:46:10.947322 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea9e3c-b6a6-42b4-ae6d-eddc7dc72c62 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2af7053-9f47-4ae0-9d46-eab679a5d300,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:11.129663 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-153307b5-4fb9-463a-b8e0-91a4d3df997e admin admin] Publish callbacks [] for security_group (b9b589e5-0827-4031-9675-b52a2266e9ef), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:11.150432 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411f1ca-710d-42aa-b20a-3d09e10f702b req-bc368092-ca8c-43e9-9915-0dcf99d47e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:11.152067 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7411f1ca-710d-42aa-b20a-3d09e10f702b req-bc368092-ca8c-43e9-9915-0dcf99d47e60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07aba42d308a44c39af2f5402cfff771&device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 1097 time: 0.1519103 Jan 27 12:46:11.161045 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c96b44-0b56-47b3-ad08-eece4bc37e55 req-8b13b046-9c53-447a-9c92-9b9cbb69718c tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:11.179159 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-72c96b44-0b56-47b3-ad08-eece4bc37e55 req-8b13b046-9c53-447a-9c92-9b9cbb69718c tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 944 time: 0.2377157 Jan 27 12:46:11.207171 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-6796c800-6f63-4d14-9a4e-a560be342a36 req-ca5ffaff-e4c5-402e-8fea-1192e40b4d35 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 210 time: 0.2161205 Jan 27 12:46:11.269155 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-5824cc77-0cfb-4436-b444-c4fd23cc1936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:11.271668 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-5824cc77-0cfb-4436-b444-c4fd23cc1936 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7785fff6-6578-4402-bc5a-fec8bd603105 HTTP/1.1" status: 200 len: 858 time: 0.2907016 Jan 27 12:46:11.330117 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-58b415a9-3008-4d31-9370-fef3d7ddc604 req-c6a48d35-49bc-4ea2-8df9-207baebd292d service neutron] 10.222.0.13 "GET /v2.0/networks/1a947d14-4622-4e1b-8ca5-f566d085c54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590963 Jan 27 12:46:11.401334 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89611551-b2ef-41bb-ba66-23f7f909009c req-7b158bf0-3dd3-4850-8d58-8d04e01749b9 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:11.403184 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-89611551-b2ef-41bb-ba66-23f7f909009c req-7b158bf0-3dd3-4850-8d58-8d04e01749b9 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 944 time: 0.0720520 Jan 27 12:46:11.448860 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-72c96b44-0b56-47b3-ad08-eece4bc37e55 req-7cd23a82-2663-4dc7-a5fd-00262e423e9b tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268367 Jan 27 12:46:11.478307 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411f1ca-710d-42aa-b20a-3d09e10f702b req-b1ce2f84-00db-4cb7-844e-dcfe28951d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:11.479815 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7411f1ca-710d-42aa-b20a-3d09e10f702b req-b1ce2f84-00db-4cb7-844e-dcfe28951d0e service neutron] 10.222.0.13 "GET /v2.0/networks?id=e3e975e7-b66a-4480-b25e-9886f492f788 HTTP/1.1" status: 200 len: 919 time: 0.2997355 Jan 27 12:46:11.552262 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7411f1ca-710d-42aa-b20a-3d09e10f702b req-73071b55-af41-4dda-bee9-96f32208a973 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dccfdccf-b3e1-4835-81b6-dc9601ee12c1 HTTP/1.1" status: 200 len: 217 time: 0.0653393 Jan 27 12:46:11.575679 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-153307b5-4fb9-463a-b8e0-91a4d3df997e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (b9b589e5-0827-4031-9675-b52a2266e9ef), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:11.589093 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-89611551-b2ef-41bb-ba66-23f7f909009c req-0eefcc61-4838-4cbc-8fc1-dfdbb4ef63fd tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784647 Jan 27 12:46:11.658387 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-cc0d8c86-24de-4b24-b87d-891a5503783a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e3e975e7-b66a-4480-b25e-9886f492f788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1758001 Jan 27 12:46:11.677942 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 36556) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:11.690248 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-153307b5-4fb9-463a-b8e0-91a4d3df997e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e4188c63760469b8a6d45f4fc3c11e1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6797712 Jan 27 12:46:11.693938 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 36560) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:11.697738 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153307b5-4fb9-463a-b8e0-91a4d3df997e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b589e5-0827-4031-9675-b52a2266e9ef,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:11.861051 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-58b415a9-3008-4d31-9370-fef3d7ddc604 req-d899b01f-8292-4613-a21d-6d7caec5797f service neutron] 10.222.0.13 "GET /v2.0/networks/1a947d14-4622-4e1b-8ca5-f566d085c54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006555 Jan 27 12:46:11.872635 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411f1ca-710d-42aa-b20a-3d09e10f702b req-779af251-a985-4fbc-ad39-4ffaf1698c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:11.881394 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7411f1ca-710d-42aa-b20a-3d09e10f702b req-779af251-a985-4fbc-ad39-4ffaf1698c5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7785fff6-6578-4402-bc5a-fec8bd603105 HTTP/1.1" status: 200 len: 858 time: 0.1381128 Jan 27 12:46:11.911175 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363cf78c-2ae3-4fb3-b984-f3acae8bc44c req-be5ee398-f38e-4f20-8143-97d99373e429 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:11.919157 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-363cf78c-2ae3-4fb3-b984-f3acae8bc44c req-be5ee398-f38e-4f20-8143-97d99373e429 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 943 time: 0.1121731 Jan 27 12:46:11.955033 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7411f1ca-710d-42aa-b20a-3d09e10f702b req-861aa7f1-7e69-40b5-80f7-93c0cba934c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e3e975e7-b66a-4480-b25e-9886f492f788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656636 Jan 27 12:46:11.964022 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-b4990b74-cba4-4431-8936-7305c746ef6f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a1e2fc11955d450f90acb2f4d528113d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2841811 Jan 27 12:46:11.967710 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 36562) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:11.986923 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-19199db1-4622-4bfd-8cfb-b2c2a7f5921a admin admin] Publish callbacks [] for security_group (b9b589e5-0827-4031-9675-b52a2266e9ef), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:12.068580 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-19199db1-4622-4bfd-8cfb-b2c2a7f5921a admin admin] Publish callbacks [] for security_group (b9b589e5-0827-4031-9675-b52a2266e9ef), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:12.098906 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-363cf78c-2ae3-4fb3-b984-f3acae8bc44c req-b3467a2c-aafe-4ffe-8b97-779bc918356d tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752005 Jan 27 12:46:12.099022 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-8555941f-4b31-4bda-9f81-0cd9f9b581b6 service neutron] 10.222.0.13 "GET /v2.0/networks/e3e975e7-b66a-4480-b25e-9886f492f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499247 Jan 27 12:46:12.152639 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-de237db4-f8ef-4bdf-8148-8f44f31d1b4e admin admin] Publish callbacks [] for security_group (4bab554b-21d4-47fa-bb37-19df3637b69e), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:12.227558 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-de237db4-f8ef-4bdf-8148-8f44f31d1b4e admin admin] Publish callbacks [] for security_group (4bab554b-21d4-47fa-bb37-19df3637b69e), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:12.263824 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7411f1ca-710d-42aa-b20a-3d09e10f702b req-032a8662-6370-43b9-9668-108d1c9bde21 service neutron] 10.222.0.13 "GET /v2.0/networks/e3e975e7-b66a-4480-b25e-9886f492f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901113 Jan 27 12:46:12.329223 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-de93cd74-a256-483f-bb2c-7e809d50c84e req-e33b2619-1480-4002-8f9f-a502ca78294d service neutron] 10.222.0.13 "GET /v2.0/networks/e3e975e7-b66a-4480-b25e-9886f492f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123213 Jan 27 12:46:12.371354 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-6b37c003-fd9e-47ed-afeb-36ef4a286e7e req-e83f4e23-8a98-4fbe-8e96-359c0349bbcc tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 210 time: 0.0401819 Jan 27 12:46:12.384335 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-19199db1-4622-4bfd-8cfb-b2c2a7f5921a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (b9b589e5-0827-4031-9675-b52a2266e9ef), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:12.384335 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-19199db1-4622-4bfd-8cfb-b2c2a7f5921a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:12.384335 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-19199db1-4622-4bfd-8cfb-b2c2a7f5921a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b9b589e5-0827-4031-9675-b52a2266e9ef HTTP/1.1" status: 204 len: 168 time: 0.6830642 Jan 27 12:46:12.401338 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19199db1-4622-4bfd-8cfb-b2c2a7f5921a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b589e5-0827-4031-9675-b52a2266e9ef,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:12.404573 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-de237db4-f8ef-4bdf-8148-8f44f31d1b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (4bab554b-21d4-47fa-bb37-19df3637b69e), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:12.406412 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-de237db4-f8ef-4bdf-8148-8f44f31d1b4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:12.409145 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-de237db4-f8ef-4bdf-8148-8f44f31d1b4e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4bab554b-21d4-47fa-bb37-19df3637b69e HTTP/1.1" status: 204 len: 168 time: 0.4390783 Jan 27 12:46:12.423832 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de237db4-f8ef-4bdf-8148-8f44f31d1b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bab554b-21d4-47fa-bb37-19df3637b69e,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:12.464366 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7411f1ca-710d-42aa-b20a-3d09e10f702b req-0699ff7f-8f86-4dbf-903c-deba34ea1cc6 service neutron] 10.222.0.13 "GET /v2.0/networks/e3e975e7-b66a-4480-b25e-9886f492f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611676 Jan 27 12:46:12.528507 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f697f7-c21f-4323-a691-8d0fca0fafa9 req-3d0a47b9-cb26-4933-aba7-043ffe315de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:12.530706 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d4f697f7-c21f-4323-a691-8d0fca0fafa9 req-3d0a47b9-cb26-4933-aba7-043ffe315de6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07aba42d308a44c39af2f5402cfff771&device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 1096 time: 0.0562806 Jan 27 12:46:12.670891 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c4349-8bfd-41c8-a97a-f87b69e4b941 req-81aaf134-253f-4f3e-b14e-7a5bc74e9aee tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:12.678386 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-073c4349-8bfd-41c8-a97a-f87b69e4b941 req-81aaf134-253f-4f3e-b14e-7a5bc74e9aee tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 944 time: 0.1246002 Jan 27 12:46:12.754832 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-073c4349-8bfd-41c8-a97a-f87b69e4b941 req-50db2ed3-4ece-43f0-b2d5-a10fcf3c51f0 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689137 Jan 27 12:46:12.882409 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542be14-0d31-4f1a-86a9-1d76877e94e6 req-09d2f986-ed77-4e95-9c3e-6ac456fa5457 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:12.884197 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1542be14-0d31-4f1a-86a9-1d76877e94e6 req-09d2f986-ed77-4e95-9c3e-6ac456fa5457 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 944 time: 0.1135683 Jan 27 12:46:12.890322 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f697f7-c21f-4323-a691-8d0fca0fafa9 req-b62eb52b-a4a1-4c7e-8f97-0474aca7dec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:12.891858 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d4f697f7-c21f-4323-a691-8d0fca0fafa9 req-b62eb52b-a4a1-4c7e-8f97-0474aca7dec1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e3e975e7-b66a-4480-b25e-9886f492f788 HTTP/1.1" status: 200 len: 919 time: 0.2687540 Jan 27 12:46:12.940762 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1542be14-0d31-4f1a-86a9-1d76877e94e6 req-46e79c23-454c-485f-bf4d-b1e062aba765 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479374 Jan 27 12:46:13.108884 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d4f697f7-c21f-4323-a691-8d0fca0fafa9 req-44e5a2f9-1583-4a79-9520-dc72483f3ede service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06dc20ea-a97f-46a3-893e-521c6a4e7c51 HTTP/1.1" status: 200 len: 217 time: 0.0397282 Jan 27 12:46:13.157051 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f697f7-c21f-4323-a691-8d0fca0fafa9 req-1f43e560-bf6a-4c56-b157-ad9c2469f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:13.158519 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d4f697f7-c21f-4323-a691-8d0fca0fafa9 req-1f43e560-bf6a-4c56-b157-ad9c2469f310 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7785fff6-6578-4402-bc5a-fec8bd603105 HTTP/1.1" status: 200 len: 858 time: 0.0440216 Jan 27 12:46:13.209662 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a963c2-c395-4aa8-ba56-d439e98c2cfb req-ad984b91-b215-4afe-8c57-5dbbf681314f tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:13.211174 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-47a963c2-c395-4aa8-ba56-d439e98c2cfb req-ad984b91-b215-4afe-8c57-5dbbf681314f tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 943 time: 0.0522194 Jan 27 12:46:13.257291 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-47a963c2-c395-4aa8-ba56-d439e98c2cfb req-f8b1ab4e-0a2f-4116-96c4-22c928d88f0c tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398164 Jan 27 12:46:13.367540 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d4f697f7-c21f-4323-a691-8d0fca0fafa9 req-1a9f7b98-3ed5-40d3-8587-ef5123552844 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e3e975e7-b66a-4480-b25e-9886f492f788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251129 Jan 27 12:46:13.375879 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 36600) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:13.405590 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-9f8cb05c-d0b9-4f8c-ab97-637ec54622fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:13.445383 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 36604) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:13.486016 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8e4427c0-1ebb-418e-954d-8d69e2b28d00 req-dc92a9d1-ab76-4b10-96a2-3b1624b24c0f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 210 time: 0.0487025 Jan 27 12:46:13.513387 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-fe78d231-5749-49c7-92ba-e30f70b74106 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8a946ad67cf47a7a1ea1edf3de28bdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0619123 Jan 27 12:46:13.513946 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 36606) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:13.542062 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d4f697f7-c21f-4323-a691-8d0fca0fafa9 req-dec2b19f-a2a5-4dac-a40b-3ca9d6ddb6f0 service neutron] 10.222.0.13 "GET /v2.0/networks/e3e975e7-b66a-4480-b25e-9886f492f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622043 Jan 27 12:46:13.576539 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-681f4b59-2ccc-44a7-9b7b-e1b077f16e68 admin admin] Publish callbacks [] for security_group (7e295619-1566-44ac-a66c-8e4454a5f735), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:13.600383 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-681f4b59-2ccc-44a7-9b7b-e1b077f16e68 admin admin] Publish callbacks [] for security_group (7e295619-1566-44ac-a66c-8e4454a5f735), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:13.801435 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-681f4b59-2ccc-44a7-9b7b-e1b077f16e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (7e295619-1566-44ac-a66c-8e4454a5f735), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:13.804098 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-681f4b59-2ccc-44a7-9b7b-e1b077f16e68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:13.805840 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-681f4b59-2ccc-44a7-9b7b-e1b077f16e68 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7e295619-1566-44ac-a66c-8e4454a5f735 HTTP/1.1" status: 204 len: 168 time: 0.2908030 Jan 27 12:46:13.816819 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-9f8cb05c-d0b9-4f8c-ab97-637ec54622fb admin admin] Publish callbacks [] for security_group (7f24ee56-a6e2-4d98-a6c2-ea74bb287758), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:13.819822 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f4b59-2ccc-44a7-9b7b-e1b077f16e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e295619-1566-44ac-a66c-8e4454a5f735,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:13.896125 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d4f697f7-c21f-4323-a691-8d0fca0fafa9 req-4f2a3d6e-f597-4546-9ac0-c1894e15e421 service neutron] 10.222.0.13 "GET /v2.0/networks/e3e975e7-b66a-4480-b25e-9886f492f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450165 Jan 27 12:46:13.928185 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-9f8cb05c-d0b9-4f8c-ab97-637ec54622fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (7f24ee56-a6e2-4d98-a6c2-ea74bb287758), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:13.991408 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-9f8cb05c-d0b9-4f8c-ab97-637ec54622fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=468626f77a4443128381403e126ff623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6167698 Jan 27 12:46:13.993387 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8cb05c-d0b9-4f8c-ab97-637ec54622fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f24ee56-a6e2-4d98-a6c2-ea74bb287758,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:14.007344 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 36628) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:14.056816 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1aff7c-340a-40b5-b00c-4e2d5ecd751d req-148b3eed-39d0-418a-9d55-619e58324a12 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:14.058500 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-0d1aff7c-340a-40b5-b00c-4e2d5ecd751d req-148b3eed-39d0-418a-9d55-619e58324a12 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 944 time: 0.2282269 Jan 27 12:46:14.102840 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6363392f-ee26-4528-b8a1-c0d5989b69a8 admin admin] Publish callbacks [] for security_group (7f24ee56-a6e2-4d98-a6c2-ea74bb287758), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:14.119354 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517e6bd-9722-435f-bb56-f5c7cb1359f6 req-ea49e038-abd0-4fae-8c78-b486f6cb57a0 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:14.119354 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4517e6bd-9722-435f-bb56-f5c7cb1359f6 req-ea49e038-abd0-4fae-8c78-b486f6cb57a0 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 944 time: 0.0699105 Jan 27 12:46:14.129952 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-0d1aff7c-340a-40b5-b00c-4e2d5ecd751d req-13e41126-bf4e-4675-8d0a-2752b3c111a4 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622051 Jan 27 12:46:14.155702 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6363392f-ee26-4528-b8a1-c0d5989b69a8 admin admin] Publish callbacks [] for security_group (7f24ee56-a6e2-4d98-a6c2-ea74bb287758), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:14.203130 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4517e6bd-9722-435f-bb56-f5c7cb1359f6 req-297737ad-a2f3-4568-86ba-046c46e2f0d5 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761302 Jan 27 12:46:14.322621 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6363392f-ee26-4528-b8a1-c0d5989b69a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (7f24ee56-a6e2-4d98-a6c2-ea74bb287758), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:14.329128 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6363392f-ee26-4528-b8a1-c0d5989b69a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:14.329128 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-6363392f-ee26-4528-b8a1-c0d5989b69a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f24ee56-a6e2-4d98-a6c2-ea74bb287758 HTTP/1.1" status: 204 len: 168 time: 0.3177245 Jan 27 12:46:14.334784 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363392f-ee26-4528-b8a1-c0d5989b69a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f24ee56-a6e2-4d98-a6c2-ea74bb287758,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:14.421973 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021e34c-c145-4656-8b89-011746acd69d req-34a54b0e-3aa4-4011-9c67-fc264cf3cb65 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:14.428771 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7021e34c-c145-4656-8b89-011746acd69d req-34a54b0e-3aa4-4011-9c67-fc264cf3cb65 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 943 time: 0.0928102 Jan 27 12:46:14.476559 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7021e34c-c145-4656-8b89-011746acd69d req-b2164ef9-b6b0-4439-8f46-6426209c9080 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469055 Jan 27 12:46:14.624203 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c8f26f30-be73-403b-b66c-d3790d59e542 req-53c674ec-87e1-4eac-9981-04ab567e6ad4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 210 time: 0.0354614 Jan 27 12:46:14.679935 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-222f7fbb-3d0b-43bb-abac-2d2e048577f4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:14.681485 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-222f7fbb-3d0b-43bb-abac-2d2e048577f4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.13 "GET /v2.0/networks?id=e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c HTTP/1.1" status: 200 len: 817 time: 0.1431165 Jan 27 12:46:14.784437 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-0f1899ba-ed8e-467b-b153-d88bcb3c2254 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d9aacae39d84c0d98e287aac2b1c7c7 HTTP/1.1" status: 200 len: 380 time: 0.0941052 Jan 27 12:46:14.797115 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-1566a06f-0d73-4b7d-9927-bbc2c515217c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Request body: {'port': {'device_id': '97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'admin_state_up': True, 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'security_groups': ['d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e']}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:46:15.023522 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-1566a06f-0d73-4b7d-9927-bbc2c515217c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Made reservation on behalf of 5d9aacae39d84c0d98e287aac2b1c7c7 for: {'port': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:46:15.026998 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-1566a06f-0d73-4b7d-9927-bbc2c515217c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:15.108547 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 06dc20ea-a97f-46a3-893e-521c6a4e7c51 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=109463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 12:46:15.192806 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_common [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-1566a06f-0d73-4b7d-9927-bbc2c515217c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Allocated IP 172.20.0.6 (e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c/f748fb8f-46de-4c32-959f-bac58f8a9f39/2d8837b0-6682-4ecf-b6eb-d1e20b87ef61) {{(pid=109462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:46:15.220558 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 06dc20ea-a97f-46a3-893e-521c6a4e7c51, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=06dc20ea-a97f-46a3-893e-521c6a4e7c51,segment=NetworkSegment(39388659-2bbd-485e-91aa-7140dd890043),segment_id=39388659-2bbd-485e-91aa-7140dd890043)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:46:15.234045 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Returning: {'device': '06dc20ea-a97f-46a3-893e-521c6a4e7c51', 'network_id': 'e3e975e7-b66a-4480-b25e-9886f492f788', 'port_id': '06dc20ea-a97f-46a3-893e-521c6a4e7c51', 'mac_address': 'fa:16:3e:b7:85:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7785fff6-6578-4402-bc5a-fec8bd603105', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 12:46:15.267372 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf634558-3ae5-4956-b512-c174cab9e335 req-e8891204-24ec-4c20-994f-5cbeb590b9f2 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:15.275313 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-bf634558-3ae5-4956-b512-c174cab9e335 req-e8891204-24ec-4c20-994f-5cbeb590b9f2 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 944 time: 0.0628448 Jan 27 12:46:15.283743 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 06dc20ea-a97f-46a3-893e-521c6a4e7c51 is: DOWN; New status is: BUILD {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:46:15.284662 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (06dc20ea-a97f-46a3-893e-521c6a4e7c51), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:15.299877 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06dc20ea-a97f-46a3-893e-521c6a4e7c51 {{(pid=109463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:46:15.323680 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 06dc20ea-a97f-46a3-893e-521c6a4e7c51, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=06dc20ea-a97f-46a3-893e-521c6a4e7c51,segment=NetworkSegment(39388659-2bbd-485e-91aa-7140dd890043),segment_id=39388659-2bbd-485e-91aa-7140dd890043)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:46:15.341096 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-bf634558-3ae5-4956-b512-c174cab9e335 req-e20a9805-fb86-49e2-8544-536bf05b4396 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648284 Jan 27 12:46:15.387319 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (06dc20ea-a97f-46a3-893e-521c6a4e7c51), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:15.388562 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device dccfdccf-b3e1-4835-81b6-dc9601ee12c1 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=109463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 12:46:15.417723 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1de6d-32da-4126-9fda-2beda07de68b req-8715031f-04b1-414c-bb41-4c718e4501d2 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:15.419354 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-36c1de6d-32da-4126-9fda-2beda07de68b req-8715031f-04b1-414c-bb41-4c718e4501d2 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 944 time: 0.0729191 Jan 27 12:46:15.466588 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-1566a06f-0d73-4b7d-9927-bbc2c515217c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:15.483907 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=06dc20ea-a97f-46a3-893e-521c6a4e7c51,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:15.485736 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port dccfdccf-b3e1-4835-81b6-dc9601ee12c1, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=dccfdccf-b3e1-4835-81b6-dc9601ee12c1,segment=NetworkSegment(39388659-2bbd-485e-91aa-7140dd890043),segment_id=39388659-2bbd-485e-91aa-7140dd890043)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:46:15.502330 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Returning: {'device': 'dccfdccf-b3e1-4835-81b6-dc9601ee12c1', 'network_id': 'e3e975e7-b66a-4480-b25e-9886f492f788', 'port_id': 'dccfdccf-b3e1-4835-81b6-dc9601ee12c1', 'mac_address': 'fa:16:3e:a1:63:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7785fff6-6578-4402-bc5a-fec8bd603105', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 12:46:15.512608 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-36c1de6d-32da-4126-9fda-2beda07de68b req-0c31916f-690a-4eae-ac48-31ff1fe6e842 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797729 Jan 27 12:46:15.557130 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port dccfdccf-b3e1-4835-81b6-dc9601ee12c1 is: DOWN; New status is: BUILD {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:46:15.557527 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (dccfdccf-b3e1-4835-81b6-dc9601ee12c1), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:15.570883 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dccfdccf-b3e1-4835-81b6-dc9601ee12c1 {{(pid=109463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:46:15.596149 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port dccfdccf-b3e1-4835-81b6-dc9601ee12c1, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=dccfdccf-b3e1-4835-81b6-dc9601ee12c1,segment=NetworkSegment(39388659-2bbd-485e-91aa-7140dd890043),segment_id=39388659-2bbd-485e-91aa-7140dd890043)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:46:15.602344 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f5272-dede-424e-b935-e380a004979f req-ab1f8f6b-7248-46ed-96db-015262c496d3 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:15.603848 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-304f5272-dede-424e-b935-e380a004979f req-ab1f8f6b-7248-46ed-96db-015262c496d3 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 944 time: 0.0494578 Jan 27 12:46:15.609056 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-1566a06f-0d73-4b7d-9927-bbc2c515217c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:15.630868 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:46:15.654035 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (dccfdccf-b3e1-4835-81b6-dc9601ee12c1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:15.654716 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device ac96bd5f-b945-4953-9cb6-bf5bd531a070 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=109463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 12:46:15.666595 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-1566a06f-0d73-4b7d-9927-bbc2c515217c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Network e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:46:15.670545 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-1566a06f-0d73-4b7d-9927-bbc2c515217c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:46:15.678900 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-1566a06f-0d73-4b7d-9927-bbc2c515217c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Received port after_create {{(pid=109462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:46:15.687404 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-304f5272-dede-424e-b935-e380a004979f req-e149dfa0-8fd7-43a2-8045-8575782efbf7 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746727 Jan 27 12:46:15.719111 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566a06f-0d73-4b7d-9927-bbc2c515217c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Pushing event updated for resources: {'Port': ['ID=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:15.746859 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-1566a06f-0d73-4b7d-9927-bbc2c515217c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:15.747821 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-1566a06f-0d73-4b7d-9927-bbc2c515217c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:15.825018 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=dccfdccf-b3e1-4835-81b6-dc9601ee12c1,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:15.881851 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-1566a06f-0d73-4b7d-9927-bbc2c515217c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0881817 Jan 27 12:46:15.907545 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a48d3-0b6d-4636-9f7a-8ac432ec52c7 req-65f13d6c-cf07-439c-bfc2-e38973b80894 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:15.918883 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-cd8a48d3-0b6d-4636-9f7a-8ac432ec52c7 req-65f13d6c-cf07-439c-bfc2-e38973b80894 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 931 time: 0.1571875 Jan 27 12:46:15.930885 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-2ab8681f-6358-4810-9e49-33a4a44743c9 service neutron] Request body: {'port': {'device_id': '97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:46:15.932721 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port ac96bd5f-b945-4953-9cb6-bf5bd531a070, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=ac96bd5f-b945-4953-9cb6-bf5bd531a070,segment=NetworkSegment(fc5bda29-e146-4b34-9ed7-ab18bab542eb),segment_id=fc5bda29-e146-4b34-9ed7-ab18bab542eb)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:46:15.955835 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Returning: {'device': 'ac96bd5f-b945-4953-9cb6-bf5bd531a070', 'network_id': 'f93ed95b-fa06-42a9-b32c-e652b333a4ab', 'port_id': 'ac96bd5f-b945-4953-9cb6-bf5bd531a070', 'mac_address': 'fa:16:3e:67:e1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03cd7728-725d-4de0-be4f-245a5798d1b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 12:46:16.017309 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port ac96bd5f-b945-4953-9cb6-bf5bd531a070 is: DOWN; New status is: BUILD {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:46:16.017709 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (ac96bd5f-b945-4953-9cb6-bf5bd531a070), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:16.025359 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-2ab8681f-6358-4810-9e49-33a4a44743c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:16.031776 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac96bd5f-b945-4953-9cb6-bf5bd531a070 {{(pid=109463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:46:16.035272 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-cd8a48d3-0b6d-4636-9f7a-8ac432ec52c7 req-186a1e0b-10c4-45e6-8f2f-db4ee7faf88a tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154380 Jan 27 12:46:16.058311 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port ac96bd5f-b945-4953-9cb6-bf5bd531a070, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=ac96bd5f-b945-4953-9cb6-bf5bd531a070,segment=NetworkSegment(fc5bda29-e146-4b34-9ed7-ab18bab542eb),segment_id=fc5bda29-e146-4b34-9ed7-ab18bab542eb)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:46:16.085532 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-15846d9d-50a5-4200-93f8-8638149b40fe None None] Provisioning complete for port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:46:16.086530 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-15846d9d-50a5-4200-93f8-8638149b40fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:16.136144 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-15846d9d-50a5-4200-93f8-8638149b40fe None None] Port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:46:16.140572 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (ac96bd5f-b945-4953-9cb6-bf5bd531a070), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:16.141339 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device ad5cb038-0228-4fde-9d49-cf47fc6e67c4 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=109463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 12:46:16.263633 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=ac96bd5f-b945-4953-9cb6-bf5bd531a070,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:16.295324 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port ad5cb038-0228-4fde-9d49-cf47fc6e67c4, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=ad5cb038-0228-4fde-9d49-cf47fc6e67c4,segment=NetworkSegment(1226b835-00af-46c6-b3a8-0aad62ae324d),segment_id=1226b835-00af-46c6-b3a8-0aad62ae324d)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:46:16.306261 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Returning: {'device': 'ad5cb038-0228-4fde-9d49-cf47fc6e67c4', 'network_id': '1a947d14-4622-4e1b-8ca5-f566d085c54e', 'port_id': 'ad5cb038-0228-4fde-9d49-cf47fc6e67c4', 'mac_address': 'fa:16:3e:07:24:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba7930f-92e1-41b4-9c1a-3ea64702b7a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 12:46:16.350636 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port ad5cb038-0228-4fde-9d49-cf47fc6e67c4 is: DOWN; New status is: BUILD {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:46:16.350898 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (ad5cb038-0228-4fde-9d49-cf47fc6e67c4), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:16.372050 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5cb038-0228-4fde-9d49-cf47fc6e67c4 {{(pid=109463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:46:16.397192 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port ad5cb038-0228-4fde-9d49-cf47fc6e67c4, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=ad5cb038-0228-4fde-9d49-cf47fc6e67c4,segment=NetworkSegment(1226b835-00af-46c6-b3a8-0aad62ae324d),segment_id=1226b835-00af-46c6-b3a8-0aad62ae324d)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:46:16.406165 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-2ab8681f-6358-4810-9e49-33a4a44743c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 {{(pid=109462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:46:16.414964 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-2ab8681f-6358-4810-9e49-33a4a44743c9 service neutron] Publish callbacks [] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:16.432372 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.provisioning_blocks [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-2ab8681f-6358-4810-9e49-33a4a44743c9 service neutron] Transition to ACTIVE for port object 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 will not be triggered until provisioned by entity L2. {{(pid=109462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 12:46:16.476851 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (ad5cb038-0228-4fde-9d49-cf47fc6e67c4), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:16.477240 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ba5ac-210d-46cf-9783-b70237e75725 req-7a5a258d-938e-47eb-9023-4260f7b4dc19 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:16.478925 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-fe8ba5ac-210d-46cf-9783-b70237e75725 req-7a5a258d-938e-47eb-9023-4260f7b4dc19 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 945 time: 0.0528541 Jan 27 12:46:16.505193 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-2ab8681f-6358-4810-9e49-33a4a44743c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:16.530185 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-fe8ba5ac-210d-46cf-9783-b70237e75725 req-d5dcf330-d225-46a7-8e6a-9496af3e7b80 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440006 Jan 27 12:46:16.586909 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8681f-6358-4810-9e49-33a4a44743c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61,revision_number=2']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:16.594398 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=ad5cb038-0228-4fde-9d49-cf47fc6e67c4,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:16.759548 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66ec95-5e9c-451e-90d5-64bef82735c5 req-dbcac777-94da-4eec-91c3-dde9b99a5f0f tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:16.761590 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7d66ec95-5e9c-451e-90d5-64bef82735c5 req-dbcac777-94da-4eec-91c3-dde9b99a5f0f tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 945 time: 0.1390483 Jan 27 12:46:16.774721 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-2ab8681f-6358-4810-9e49-33a4a44743c9 service neutron] Attempting to bind port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:46:16.775101 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-2ab8681f-6358-4810-9e49-33a4a44743c9 service neutron] Attempting to bind port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': 'b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c'}] {{(pid=109462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:46:16.775432 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-2ab8681f-6358-4810-9e49-33a4a44743c9 service neutron] Attempting to bind port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 on network e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:46:16.832228 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-2ab8681f-6358-4810-9e49-33a4a44743c9 service neutron] Port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 on network e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 12:46:16.832601 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-2ab8681f-6358-4810-9e49-33a4a44743c9 service neutron] Attempting to bind port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 on network e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:46:16.874823 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-2ab8681f-6358-4810-9e49-33a4a44743c9 service neutron] Checking agent: {'id': 'e5f4578a-8b65-461b-9155-0533d25cd18a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'started_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:46:16.875246 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-2ab8681f-6358-4810-9e49-33a4a44743c9 service neutron] Checking segment: {'id': 'b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:46:16.875761 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-2ab8681f-6358-4810-9e49-33a4a44743c9 service neutron] Bound using segment: {'id': 'b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c'} {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:46:16.876221 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-2ab8681f-6358-4810-9e49-33a4a44743c9 service neutron] Bound port: 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c'}}] {{(pid=109462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:46:16.876581 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-2ab8681f-6358-4810-9e49-33a4a44743c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:16.921031 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25174a96-e01d-47a0-a893-bfca8e2c7da6 req-5fe67c37-1aa1-46af-9157-417acf1ca3d2 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:16.923004 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-25174a96-e01d-47a0-a893-bfca8e2c7da6 req-5fe67c37-1aa1-46af-9157-417acf1ca3d2 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 944 time: 0.0753255 Jan 27 12:46:16.926704 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['ad5cb038-0228-4fde-9d49-cf47fc6e67c4'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:46:16.931340 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['06dc20ea-a97f-46a3-893e-521c6a4e7c51'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:46:16.967098 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7d66ec95-5e9c-451e-90d5-64bef82735c5 req-6f5424fd-1a37-4a57-b86b-23e831eb657a tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844194 Jan 27 12:46:16.996048 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-2ab8681f-6358-4810-9e49-33a4a44743c9 service neutron] For port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61, host hv-cinder-82403, cleared binding levels {{(pid=109462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:46:17.000904 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-2ab8681f-6358-4810-9e49-33a4a44743c9 service neutron] For port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:46:17.015027 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-25174a96-e01d-47a0-a893-bfca8e2c7da6 req-5395fd19-3af2-47cd-862c-9137c6fc5269 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851238 Jan 27 12:46:17.060017 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['dccfdccf-b3e1-4835-81b6-dc9601ee12c1'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:46:17.062110 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['ac96bd5f-b945-4953-9cb6-bf5bd531a070'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:46:17.088998 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-2ab8681f-6358-4810-9e49-33a4a44743c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:17.186862 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-2ab8681f-6358-4810-9e49-33a4a44743c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:17.187540 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-2ab8681f-6358-4810-9e49-33a4a44743c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:17.189225 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-2ab8681f-6358-4810-9e49-33a4a44743c9 service neutron] 10.222.0.13 "PUT /v2.0/ports/2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 HTTP/1.1" status: 200 len: 1093 time: 1.2628839 Jan 27 12:46:17.196296 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8', 'tag': '2d8837b0-6682-4ecf-b6eb-d1e20b87ef61'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:46:17.198709 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8c729f-6529-4167-912f-f442ee383b50" -d '{"events": [{"name": "network-changed", "server_uuid": "97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8", "tag": "2d8837b0-6682-4ecf-b6eb-d1e20b87ef61"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:46:17.249976 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8681f-6358-4810-9e49-33a4a44743c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61,revision_number=3']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:17.263318 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff1fc82-4117-4e64-9a1e-ca3a9e5cb744 x-openstack-request-id: req-aff1fc82-4117-4e64-9a1e-ca3a9e5cb744 {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:46:17.273457 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8", "tag": "2d8837b0-6682-4ecf-b6eb-d1e20b87ef61", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:46:17.273950 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aff1fc82-4117-4e64-9a1e-ca3a9e5cb744 {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:46:17.274771 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8', 'tag': '2d8837b0-6682-4ecf-b6eb-d1e20b87ef61', 'status': 'completed', 'code': 200} Jan 27 12:46:17.291936 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c532e-3c8f-4dd1-92ec-a5f79e76328d req-6e84a49d-5404-4cab-a5a5-c5b570e58387 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:17.293839 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ae3c532e-3c8f-4dd1-92ec-a5f79e76328d req-6e84a49d-5404-4cab-a5a5-c5b570e58387 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.1531527 Jan 27 12:46:17.381863 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ae3c532e-3c8f-4dd1-92ec-a5f79e76328d req-1ca712f8-4b83-47b8-8b92-081aeda5f3ae tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783012 Jan 27 12:46:17.384248 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c729f-6529-4167-912f-f442ee383b50 req-4552d11a-7b4b-40f2-a2b1-46e081d8bbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:17.385722 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-da8c729f-6529-4167-912f-f442ee383b50 req-4552d11a-7b4b-40f2-a2b1-46e081d8bbdb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d9aacae39d84c0d98e287aac2b1c7c7&device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 1096 time: 0.0908327 Jan 27 12:46:17.615547 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c729f-6529-4167-912f-f442ee383b50 req-586b53fc-9056-4dad-8806-5abbd04cf971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:17.617213 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-da8c729f-6529-4167-912f-f442ee383b50 req-586b53fc-9056-4dad-8806-5abbd04cf971 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=5d9aacae39d84c0d98e287aac2b1c7c7&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2128694 Jan 27 12:46:17.677867 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619d256-9679-45b6-b4cf-2045aedd0107 req-158a4176-bd89-4155-8f97-e393bbd92947 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:17.687529 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a619d256-9679-45b6-b4cf-2045aedd0107 req-158a4176-bd89-4155-8f97-e393bbd92947 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 945 time: 0.0592976 Jan 27 12:46:17.756322 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a619d256-9679-45b6-b4cf-2045aedd0107 req-c15a88c5-85d8-416f-865e-b12f4a9b93d8 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671539 Jan 27 12:46:17.832251 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c729f-6529-4167-912f-f442ee383b50 req-e457fa3a-ae13-4882-a824-6e7e1045c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:17.833693 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-da8c729f-6529-4167-912f-f442ee383b50 req-e457fa3a-ae13-4882-a824-6e7e1045c11b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2107582 Jan 27 12:46:17.911356 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-9061c25e-d718-4097-b927-12ed5dcac780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:17.912847 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-9061c25e-d718-4097-b927-12ed5dcac780 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d9aacae39d84c0d98e287aac2b1c7c7&device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 1096 time: 0.0415163 Jan 27 12:46:17.955029 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-d18dc6c7-f90b-481c-ab68-c90cc8da17a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 HTTP/1.1" status: 200 len: 217 time: 0.0350156 Jan 27 12:46:18.016742 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-d82a1c07-9b04-408f-abac-1d17341bdf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:18.018192 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-d82a1c07-9b04-408f-abac-1d17341bdf44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f748fb8f-46de-4c32-959f-bac58f8a9f39 HTTP/1.1" status: 200 len: 856 time: 0.0539384 Jan 27 12:46:18.107939 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f374d3-43e5-4e50-b5ec-c6b85b2ba594 req-ee24e18a-6fdf-4518-b13a-01a253041da9 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:18.109623 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c4f374d3-43e5-4e50-b5ec-c6b85b2ba594 req-ee24e18a-6fdf-4518-b13a-01a253041da9 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 945 time: 0.0825913 Jan 27 12:46:18.124913 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-4ca69b7a-6708-41aa-91c0-e33f854c07c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:18.126540 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-4ca69b7a-6708-41aa-91c0-e33f854c07c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1004736 Jan 27 12:46:18.155990 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae68617-b0d7-4962-9648-5ad156af3871 req-4a8cfceb-2d9a-43d5-a719-313b1d702889 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:18.163569 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4ae68617-b0d7-4962-9648-5ad156af3871 req-4a8cfceb-2d9a-43d5-a719-313b1d702889 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 944 time: 0.0662060 Jan 27 12:46:18.172066 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 36804) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:18.216703 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4ae68617-b0d7-4962-9648-5ad156af3871 req-96d0d783-1931-4ea4-b8e4-220169538b5b tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521924 Jan 27 12:46:18.217926 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c4f374d3-43e5-4e50-b5ec-c6b85b2ba594 req-c2ceb500-1363-4c40-81b1-52ca39590962 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024787 Jan 27 12:46:18.247994 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-1338f16d-2d79-4871-858a-5d08566185e6 service neutron] 10.222.0.13 "GET /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135283 Jan 27 12:46:18.322873 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-013da071-02ef-45b5-872b-0e0d37eac349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:18.338304 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-87405fe3-8986-4fc3-bff2-00f497ed67e4 req-31de53d9-1bb9-4111-a558-1c4ed0a39aca service neutron] 10.222.0.13 "GET /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843282 Jan 27 12:46:18.397152 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-013da071-02ef-45b5-872b-0e0d37eac349 admin admin] Publish callbacks [] for security_group (e803531d-aa73-4e1c-b9fc-f2e3a52e57d6), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:18.504939 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-013da071-02ef-45b5-872b-0e0d37eac349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (e803531d-aa73-4e1c-b9fc-f2e3a52e57d6), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:18.506409 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5d4e6-c5dd-452f-9d74-2f024ed4f284 req-a7276c98-72a7-4583-a650-c2479a7301f6 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:18.507915 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-84c5d4e6-c5dd-452f-9d74-2f024ed4f284 req-a7276c98-72a7-4583-a650-c2479a7301f6 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0499794 Jan 27 12:46:18.549242 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-013da071-02ef-45b5-872b-0e0d37eac349 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36d52b58f6034846adbaea0a461543eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3749113 Jan 27 12:46:18.549345 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013da071-02ef-45b5-872b-0e0d37eac349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e803531d-aa73-4e1c-b9fc-f2e3a52e57d6,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:18.551620 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 36814) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:18.567155 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-84c5d4e6-c5dd-452f-9d74-2f024ed4f284 req-14ae1a87-5f25-4ab3-8020-8861a22614e9 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533402 Jan 27 12:46:18.604958 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-685c7ba6-d7b5-4c8e-8f21-a262d4f55c58 admin admin] Publish callbacks [] for security_group (e803531d-aa73-4e1c-b9fc-f2e3a52e57d6), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:18.627326 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-685c7ba6-d7b5-4c8e-8f21-a262d4f55c58 admin admin] Publish callbacks [] for security_group (e803531d-aa73-4e1c-b9fc-f2e3a52e57d6), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:18.750826 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-685c7ba6-d7b5-4c8e-8f21-a262d4f55c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (e803531d-aa73-4e1c-b9fc-f2e3a52e57d6), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:18.753482 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-685c7ba6-d7b5-4c8e-8f21-a262d4f55c58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:18.754670 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-685c7ba6-d7b5-4c8e-8f21-a262d4f55c58 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e803531d-aa73-4e1c-b9fc-f2e3a52e57d6 HTTP/1.1" status: 204 len: 168 time: 0.2020831 Jan 27 12:46:18.764198 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c7ba6-d7b5-4c8e-8f21-a262d4f55c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e803531d-aa73-4e1c-b9fc-f2e3a52e57d6,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:18.875960 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f4a04-0ce9-4303-b84a-88906849b5b2 req-fa78dccb-fa01-4ad3-8b69-b431252db891 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:18.877467 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-760f4a04-0ce9-4303-b84a-88906849b5b2 req-fa78dccb-fa01-4ad3-8b69-b431252db891 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 945 time: 0.0512135 Jan 27 12:46:18.927292 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-760f4a04-0ce9-4303-b84a-88906849b5b2 req-1e18a282-993f-4b69-9bd7-b9565943b0ac tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429158 Jan 27 12:46:19.340710 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931facad-5f67-46c4-8314-0bfb80cb4856 req-d81cee66-2385-4769-b4d7-4089e7df479d tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:19.346482 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-931facad-5f67-46c4-8314-0bfb80cb4856 req-d81cee66-2385-4769-b4d7-4089e7df479d tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 944 time: 0.0552378 Jan 27 12:46:19.356729 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2ab92-6355-4a51-92e9-8b3bff91defb req-59dca1ca-bf5c-43cc-876f-bf47e094db62 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:19.358211 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1da2ab92-6355-4a51-92e9-8b3bff91defb req-59dca1ca-bf5c-43cc-876f-bf47e094db62 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 945 time: 0.0713220 Jan 27 12:46:19.375015 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 36836) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:19.394810 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-19c31fbd-5370-4907-b5c7-67df2a8d3d29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:19.396418 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-931facad-5f67-46c4-8314-0bfb80cb4856 req-0004f3e1-6514-46df-8a40-1e01762249cd tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483944 Jan 27 12:46:19.438331 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1da2ab92-6355-4a51-92e9-8b3bff91defb req-644ff8ec-d592-4dce-8a39-08b10d7984cb tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700488 Jan 27 12:46:19.496000 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-19c31fbd-5370-4907-b5c7-67df2a8d3d29 admin admin] Publish callbacks [] for security_group (6db0ed44-a4aa-43b3-999c-32398bbccfaa), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:19.584506 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-19c31fbd-5370-4907-b5c7-67df2a8d3d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (6db0ed44-a4aa-43b3-999c-32398bbccfaa), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:19.625688 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device dccfdccf-b3e1-4835-81b6-dc9601ee12c1 up at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:46:19.628432 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-19c31fbd-5370-4907-b5c7-67df2a8d3d29 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3ff91086c43444c9bf13b1915311142b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524328 Jan 27 12:46:19.629909 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c31fbd-5370-4907-b5c7-67df2a8d3d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db0ed44-a4aa-43b3-999c-32398bbccfaa,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:19.631099 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 36842) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:19.716019 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42ab9d-f42a-467a-a7c3-dc9a10888aa0 req-7e5e4a2e-ad14-4d00-924d-60c35f0d79ba tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:19.717550 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9b42ab9d-f42a-467a-a7c3-dc9a10888aa0 req-7e5e4a2e-ad14-4d00-924d-60c35f0d79ba tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0709887 Jan 27 12:46:19.738731 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning for port dccfdccf-b3e1-4835-81b6-dc9601ee12c1 completed by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 12:46:19.740478 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-08f9ec34-039e-44d4-99a1-facad86774e5 admin admin] Publish callbacks [] for security_group (6db0ed44-a4aa-43b3-999c-32398bbccfaa), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:19.743256 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning complete for port dccfdccf-b3e1-4835-81b6-dc9601ee12c1 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:46:19.743630 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (dccfdccf-b3e1-4835-81b6-dc9601ee12c1), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:19.784513 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-08f9ec34-039e-44d4-99a1-facad86774e5 admin admin] Publish callbacks [] for security_group (6db0ed44-a4aa-43b3-999c-32398bbccfaa), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:19.810238 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9b42ab9d-f42a-467a-a7c3-dc9a10888aa0 req-53274f4d-32df-411c-a910-fc78c76b284b tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855982 Jan 27 12:46:19.831972 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port dccfdccf-b3e1-4835-81b6-dc9601ee12c1 is: BUILD; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:46:19.833176 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (dccfdccf-b3e1-4835-81b6-dc9601ee12c1), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:19.859406 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614f9629-38f4-4adc-a48b-7c4c867a09c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccfdccf-b3e1-4835-81b6-dc9601ee12c1'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:46:19.933204 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-08f9ec34-039e-44d4-99a1-facad86774e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (6db0ed44-a4aa-43b3-999c-32398bbccfaa), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:19.935355 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port dccfdccf-b3e1-4835-81b6-dc9601ee12c1, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=dccfdccf-b3e1-4835-81b6-dc9601ee12c1,segment=NetworkSegment(39388659-2bbd-485e-91aa-7140dd890043),segment_id=39388659-2bbd-485e-91aa-7140dd890043)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:46:19.937059 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-08f9ec34-039e-44d4-99a1-facad86774e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:19.938225 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-08f9ec34-039e-44d4-99a1-facad86774e5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6db0ed44-a4aa-43b3-999c-32398bbccfaa HTTP/1.1" status: 204 len: 168 time: 0.3061388 Jan 27 12:46:19.951964 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9ec34-039e-44d4-99a1-facad86774e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db0ed44-a4aa-43b3-999c-32398bbccfaa,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:20.019928 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (dccfdccf-b3e1-4835-81b6-dc9601ee12c1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:20.021652 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 06dc20ea-a97f-46a3-893e-521c6a4e7c51 up at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:46:20.058578 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbc0a1f-246c-429f-9f68-4d36b3a3e503" -d '{"events": [{"server_uuid": "614f9629-38f4-4adc-a48b-7c4c867a09c5", "name": "network-vif-plugged", "status": "completed", "tag": "dccfdccf-b3e1-4835-81b6-dc9601ee12c1"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:46:20.065561 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114f20e-61ac-45d3-bcb6-582bffb4769f req-a6fac3b0-5ec9-4ec8-b834-eca9cbfdf012 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:20.072830 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0114f20e-61ac-45d3-bcb6-582bffb4769f req-a6fac3b0-5ec9-4ec8-b834-eca9cbfdf012 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 945 time: 0.0701888 Jan 27 12:46:20.122147 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=dccfdccf-b3e1-4835-81b6-dc9601ee12c1,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:20.130231 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0114f20e-61ac-45d3-bcb6-582bffb4769f req-d95df2b0-faa3-4927-849f-1e1fa33af55a tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564253 Jan 27 12:46:20.178639 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9602058a-6dae-44f5-be57-69bd97edcaaa x-openstack-request-id: req-9602058a-6dae-44f5-be57-69bd97edcaaa {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:46:20.178997 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614f9629-38f4-4adc-a48b-7c4c867a09c5", "name": "network-vif-plugged", "status": "completed", "tag": "dccfdccf-b3e1-4835-81b6-dc9601ee12c1", "code": 200}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:46:20.179254 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9602058a-6dae-44f5-be57-69bd97edcaaa {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:46:20.180568 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614f9629-38f4-4adc-a48b-7c4c867a09c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccfdccf-b3e1-4835-81b6-dc9601ee12c1', 'code': 200} Jan 27 12:46:20.234577 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning for port 06dc20ea-a97f-46a3-893e-521c6a4e7c51 completed by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 12:46:20.238862 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning complete for port 06dc20ea-a97f-46a3-893e-521c6a4e7c51 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:46:20.239236 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (06dc20ea-a97f-46a3-893e-521c6a4e7c51), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:20.321269 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 06dc20ea-a97f-46a3-893e-521c6a4e7c51 is: BUILD; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:46:20.321678 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (06dc20ea-a97f-46a3-893e-521c6a4e7c51), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:20.355483 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 06dc20ea-a97f-46a3-893e-521c6a4e7c51, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=06dc20ea-a97f-46a3-893e-521c6a4e7c51,segment=NetworkSegment(39388659-2bbd-485e-91aa-7140dd890043),segment_id=39388659-2bbd-485e-91aa-7140dd890043)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:46:20.442181 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (06dc20ea-a97f-46a3-893e-521c6a4e7c51), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:20.443035 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device ac96bd5f-b945-4953-9cb6-bf5bd531a070 up at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:46:20.500290 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-69cbd417-4ca9-42a1-bedf-a8dd34b167d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:20.516385 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599dccba-6485-4d2e-a612-5075edfba9f4 req-a1b89dd7-b09d-4073-84c0-a7ed50bf4ea9 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:20.517906 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-599dccba-6485-4d2e-a612-5075edfba9f4 req-a1b89dd7-b09d-4073-84c0-a7ed50bf4ea9 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0528207 Jan 27 12:46:20.537148 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=06dc20ea-a97f-46a3-893e-521c6a4e7c51,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:20.567914 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-599dccba-6485-4d2e-a612-5075edfba9f4 req-67b9d59d-afe4-47b4-bf5c-16b9d683f5d2 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431175 Jan 27 12:46:20.571258 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfba29f-271a-4ad8-8c50-69d52c224eb9 req-0174bcb7-7e10-4a69-8641-0d6306d39d3e tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:20.572763 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9cfba29f-271a-4ad8-8c50-69d52c224eb9 req-0174bcb7-7e10-4a69-8641-0d6306d39d3e tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 945 time: 0.0510623 Jan 27 12:46:20.629053 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning for port ac96bd5f-b945-4953-9cb6-bf5bd531a070 completed by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 12:46:20.630638 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9cfba29f-271a-4ad8-8c50-69d52c224eb9 req-2278776f-7d7d-410c-be88-41a3522b34bf tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524085 Jan 27 12:46:20.634814 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning complete for port ac96bd5f-b945-4953-9cb6-bf5bd531a070 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:46:20.635387 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (ac96bd5f-b945-4953-9cb6-bf5bd531a070), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:20.719472 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port ac96bd5f-b945-4953-9cb6-bf5bd531a070 is: BUILD; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:46:20.719785 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (ac96bd5f-b945-4953-9cb6-bf5bd531a070), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:20.752716 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port ac96bd5f-b945-4953-9cb6-bf5bd531a070, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=ac96bd5f-b945-4953-9cb6-bf5bd531a070,segment=NetworkSegment(fc5bda29-e146-4b34-9ed7-ab18bab542eb),segment_id=fc5bda29-e146-4b34-9ed7-ab18bab542eb)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:46:20.824740 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (ac96bd5f-b945-4953-9cb6-bf5bd531a070), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:20.825553 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device ad5cb038-0228-4fde-9d49-cf47fc6e67c4 up at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:46:20.901115 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=ac96bd5f-b945-4953-9cb6-bf5bd531a070,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:20.929354 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587d410-2cee-4ee5-9cd9-13cabb5d23c5 req-064b6b60-f8f8-4ab7-8246-14ded48eacad tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:20.931118 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4587d410-2cee-4ee5-9cd9-13cabb5d23c5 req-064b6b60-f8f8-4ab7-8246-14ded48eacad tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0483491 Jan 27 12:46:20.979270 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4587d410-2cee-4ee5-9cd9-13cabb5d23c5 req-3ce62763-eb42-4a9b-8188-cea9eb0b356d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423617 Jan 27 12:46:20.990763 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning for port ad5cb038-0228-4fde-9d49-cf47fc6e67c4 completed by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 12:46:20.995254 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning complete for port ad5cb038-0228-4fde-9d49-cf47fc6e67c4 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:46:20.995664 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (ad5cb038-0228-4fde-9d49-cf47fc6e67c4), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:21.076745 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port ad5cb038-0228-4fde-9d49-cf47fc6e67c4 is: BUILD; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:46:21.077168 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (ad5cb038-0228-4fde-9d49-cf47fc6e67c4), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:21.112059 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port ad5cb038-0228-4fde-9d49-cf47fc6e67c4, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=ad5cb038-0228-4fde-9d49-cf47fc6e67c4,segment=NetworkSegment(1226b835-00af-46c6-b3a8-0aad62ae324d),segment_id=1226b835-00af-46c6-b3a8-0aad62ae324d)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:46:21.197419 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (ad5cb038-0228-4fde-9d49-cf47fc6e67c4), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:21.249162 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=ad5cb038-0228-4fde-9d49-cf47fc6e67c4,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:21.249411 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313a5fe-22e5-4c20-af2b-50f4bb61ba9e req-39222315-4ab8-40c4-ac0e-b9e1224dc594 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:21.251068 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8313a5fe-22e5-4c20-af2b-50f4bb61ba9e req-39222315-4ab8-40c4-ac0e-b9e1224dc594 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 946 time: 0.0573187 Jan 27 12:46:21.299609 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8313a5fe-22e5-4c20-af2b-50f4bb61ba9e req-788e295b-a06d-46b5-8d8f-08f7cb0ad8ad tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415077 Jan 27 12:46:21.709047 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82a241-9259-46b0-a232-c2ff57e3712b req-c2464112-7b89-49e4-9242-1a4a6195be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:21.710496 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1d82a241-9259-46b0-a232-c2ff57e3712b req-c2464112-7b89-49e4-9242-1a4a6195be52 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 1099 time: 0.1046131 Jan 27 12:46:21.721444 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fdb362-48c7-4884-b5ce-a69f1b54aaca req-ad860c0b-a70c-424d-82c9-00ea0d6cd150 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:21.722915 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b6fdb362-48c7-4884-b5ce-a69f1b54aaca req-ad860c0b-a70c-424d-82c9-00ea0d6cd150 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0705593 Jan 27 12:46:21.751659 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80eb75-a80a-403c-955a-8f92eb4b3445 req-730e2c70-4605-4999-9073-8f272cabc292 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:21.761256 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-2a80eb75-a80a-403c-955a-8f92eb4b3445 req-730e2c70-4605-4999-9073-8f272cabc292 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 946 time: 0.0593021 Jan 27 12:46:21.779858 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b6fdb362-48c7-4884-b5ce-a69f1b54aaca req-518513d4-9618-44b6-88d5-5bf08ef8fef7 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488183 Jan 27 12:46:21.813293 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-2a80eb75-a80a-403c-955a-8f92eb4b3445 req-d6033cb6-75fd-4cd4-83a8-acf628758b84 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539832 Jan 27 12:46:22.093690 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6c802-c46a-4e04-9dee-0ec01d1be204 req-05cc975b-23f9-4f81-954d-300b45231682 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:22.095157 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9ae6c802-c46a-4e04-9dee-0ec01d1be204 req-05cc975b-23f9-4f81-954d-300b45231682 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0464494 Jan 27 12:46:22.181829 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dc20ea-a97f-46a3-893e-521c6a4e7c51'}, {'server_uuid': 'ff7fe5f2-042a-4528-9775-0a3cfb59b717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac96bd5f-b945-4953-9cb6-bf5bd531a070'}, {'server_uuid': '9358d700-8016-4744-9917-15acc7ac851a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5cb038-0228-4fde-9d49-cf47fc6e67c4'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:46:22.184412 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ef1bc4-f334-4342-b25a-fdd9d33fd87a" -d '{"events": [{"server_uuid": "8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea", "name": "network-vif-plugged", "status": "completed", "tag": "06dc20ea-a97f-46a3-893e-521c6a4e7c51"}, {"server_uuid": "ff7fe5f2-042a-4528-9775-0a3cfb59b717", "name": "network-vif-plugged", "status": "completed", "tag": "ac96bd5f-b945-4953-9cb6-bf5bd531a070"}, {"server_uuid": "9358d700-8016-4744-9917-15acc7ac851a", "name": "network-vif-plugged", "status": "completed", "tag": "ad5cb038-0228-4fde-9d49-cf47fc6e67c4"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:46:22.230469 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 27 Jan 2022 12:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad49d0c6-1543-438c-a11b-2724ca4ac405 x-openstack-request-id: req-ad49d0c6-1543-438c-a11b-2724ca4ac405 {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:46:22.230809 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea", "name": "network-vif-plugged", "status": "completed", "tag": "06dc20ea-a97f-46a3-893e-521c6a4e7c51", "code": 200}, {"server_uuid": "ff7fe5f2-042a-4528-9775-0a3cfb59b717", "name": "network-vif-plugged", "status": "completed", "tag": "ac96bd5f-b945-4953-9cb6-bf5bd531a070", "code": 200}, {"server_uuid": "9358d700-8016-4744-9917-15acc7ac851a", "name": "network-vif-plugged", "status": "completed", "tag": "ad5cb038-0228-4fde-9d49-cf47fc6e67c4", "code": 200}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:46:22.231056 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ad49d0c6-1543-438c-a11b-2724ca4ac405 {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:46:22.234282 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dc20ea-a97f-46a3-893e-521c6a4e7c51', 'code': 200} Jan 27 12:46:22.234282 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7fe5f2-042a-4528-9775-0a3cfb59b717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac96bd5f-b945-4953-9cb6-bf5bd531a070', 'code': 200} Jan 27 12:46:22.234282 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9358d700-8016-4744-9917-15acc7ac851a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5cb038-0228-4fde-9d49-cf47fc6e67c4', 'code': 200} Jan 27 12:46:22.327896 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9ae6c802-c46a-4e04-9dee-0ec01d1be204 req-ae882da3-0f52-4b42-9668-3ab9f83c811c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270696 Jan 27 12:46:22.419538 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea79a4-1970-4ee3-af35-123c43e8b28e req-ced5a089-e826-49b4-94a7-e1a364ac2e0e tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:22.421005 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-65ea79a4-1970-4ee3-af35-123c43e8b28e req-ced5a089-e826-49b4-94a7-e1a364ac2e0e tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 946 time: 0.0485377 Jan 27 12:46:22.467232 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-65ea79a4-1970-4ee3-af35-123c43e8b28e req-920dc6f6-6fe6-47b7-b5ab-15f77d938a8e tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407393 Jan 27 12:46:22.572862 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-1d82a241-9259-46b0-a232-c2ff57e3712b req-dfcf722a-3add-44ed-9aaa-3ac6e3553428 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:22.646460 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-1d82a241-9259-46b0-a232-c2ff57e3712b req-dfcf722a-3add-44ed-9aaa-3ac6e3553428 service neutron] Publish callbacks [] for security_group (09a39303-71bd-4c67-b5a1-a529f18ed13a), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:22.716161 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-1d82a241-9259-46b0-a232-c2ff57e3712b req-dfcf722a-3add-44ed-9aaa-3ac6e3553428 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (09a39303-71bd-4c67-b5a1-a529f18ed13a), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:22.750383 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-740dc316-25ff-40bf-87c1-bdf2ec846e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:22.762966 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf722a-3add-44ed-9aaa-3ac6e3553428 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=09a39303-71bd-4c67-b5a1-a529f18ed13a,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:22.766910 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1d82a241-9259-46b0-a232-c2ff57e3712b req-dfcf722a-3add-44ed-9aaa-3ac6e3553428 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069514 Jan 27 12:46:22.893112 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee9e7c-f062-4450-9180-02aba47fe91f req-e7e6f6e9-5537-47de-ad86-8f38e5af8866 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:22.894588 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-aaee9e7c-f062-4450-9180-02aba47fe91f req-e7e6f6e9-5537-47de-ad86-8f38e5af8866 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0502832 Jan 27 12:46:22.938199 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c6da9-b24c-47d6-8f46-1e713fa9b870 req-541c5706-1f26-4bb1-af69-1ed1689f2da9 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:22.939709 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3d7c6da9-b24c-47d6-8f46-1e713fa9b870 req-541c5706-1f26-4bb1-af69-1ed1689f2da9 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 946 time: 0.0504832 Jan 27 12:46:22.944029 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-aaee9e7c-f062-4450-9180-02aba47fe91f req-983c56d7-1b52-4e67-b218-b207707dd274 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438893 Jan 27 12:46:22.985961 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3d7c6da9-b24c-47d6-8f46-1e713fa9b870 req-b19a59ab-42c6-4f50-9134-c2e11a95bd91 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403335 Jan 27 12:46:23.459587 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cdd7a-9361-4dc0-b4d1-48d9ab54ca21 req-3bf65f48-fde9-4b0d-ae8f-2c6e1edd34b3 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:23.461548 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0e5cdd7a-9361-4dc0-b4d1-48d9ab54ca21 req-3bf65f48-fde9-4b0d-ae8f-2c6e1edd34b3 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0518138 Jan 27 12:46:23.507834 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0e5cdd7a-9361-4dc0-b4d1-48d9ab54ca21 req-33fa1910-2bf9-47b9-8181-628e1ff4a8d2 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407813 Jan 27 12:46:23.576040 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e779923-0ae7-406b-84f2-19f3a0845745 req-debfbd0d-fae6-4aec-babb-40256c1eb374 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:23.577409 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6e779923-0ae7-406b-84f2-19f3a0845745 req-debfbd0d-fae6-4aec-babb-40256c1eb374 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 946 time: 0.0458891 Jan 27 12:46:23.623432 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6e779923-0ae7-406b-84f2-19f3a0845745 req-186a0453-6fe9-4a2f-b2c9-296b18126fbd tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406289 Jan 27 12:46:23.859212 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:24.054976 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3d539-bc95-4e5e-8783-27d679109683 req-8e538673-c8d5-465c-ae5f-97e04cc28efd tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:24.056439 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-6cb3d539-bc95-4e5e-8783-27d679109683 req-8e538673-c8d5-465c-ae5f-97e04cc28efd tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0470119 Jan 27 12:46:24.100860 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed05a1-627d-44d5-abde-e324b603cddd req-8eda904c-1310-4fc7-bdc8-9d7d4fd15017 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:24.102368 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3aed05a1-627d-44d5-abde-e324b603cddd req-8eda904c-1310-4fc7-bdc8-9d7d4fd15017 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 946 time: 0.0467529 Jan 27 12:46:24.103121 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-6cb3d539-bc95-4e5e-8783-27d679109683 req-33d91c07-893e-441e-bf17-442004cd5963 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411923 Jan 27 12:46:24.152861 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3aed05a1-627d-44d5-abde-e324b603cddd req-2742697a-2f31-4c5e-a8ea-29ecf66826e4 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444005 Jan 27 12:46:24.632348 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4028caa-8f7d-4fd0-aa49-25ca4f6c3b17 req-94d375d5-bab1-4460-8219-f9f6daf400cc tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:24.633870 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d4028caa-8f7d-4fd0-aa49-25ca4f6c3b17 req-94d375d5-bab1-4460-8219-f9f6daf400cc tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0525193 Jan 27 12:46:24.681924 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d4028caa-8f7d-4fd0-aa49-25ca4f6c3b17 req-96690c5b-688a-4eb2-bcfa-c96fce51abf6 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425398 Jan 27 12:46:24.739069 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda4bc5-af40-4d19-a9d6-c3a165bdc08d req-05e59381-354e-4ac1-8f20-29c5190e62d5 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:24.740660 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-2dda4bc5-af40-4d19-a9d6-c3a165bdc08d req-05e59381-354e-4ac1-8f20-29c5190e62d5 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 946 time: 0.0511737 Jan 27 12:46:24.790802 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-2dda4bc5-af40-4d19-a9d6-c3a165bdc08d req-485a116a-f0c5-46dc-b057-07c2575ff19c tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440586 Jan 27 12:46:25.215485 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2016d7-ebb4-4c5f-bb22-d58459889461 req-492e6489-9f0f-4420-8bdd-96d803564e5f tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:25.217142 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-fa2016d7-ebb4-4c5f-bb22-d58459889461 req-492e6489-9f0f-4420-8bdd-96d803564e5f tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0490112 Jan 27 12:46:25.270320 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-fa2016d7-ebb4-4c5f-bb22-d58459889461 req-fc48e882-e75f-443f-b43e-bc29af451a76 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475733 Jan 27 12:46:25.282787 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7aedb-6ed9-4150-81ab-6956bd188ac2 req-dad2252c-8bf1-4e34-b59a-1f9f24554e23 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:25.284292 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b6d7aedb-6ed9-4150-81ab-6956bd188ac2 req-dad2252c-8bf1-4e34-b59a-1f9f24554e23 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 946 time: 0.0629330 Jan 27 12:46:25.327435 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:25.329896 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b6d7aedb-6ed9-4150-81ab-6956bd188ac2 req-628e662a-263a-4204-8220-2b2d384eba94 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399680 Jan 27 12:46:25.597308 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=109463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 12:46:25.691272 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:46:25.702731 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Returning: {'device': '2d8837b0-6682-4ecf-b6eb-d1e20b87ef61', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'port_id': '2d8837b0-6682-4ecf-b6eb-d1e20b87ef61', 'mac_address': 'fa:16:3e:a5:9c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 12:46:25.742204 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 is: DOWN; New status is: BUILD {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:46:25.742713 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:25.755646 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 {{(pid=109463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:46:25.775993 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:46:25.802655 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c70d25-73e2-4428-ad25-d0defa0961f7 req-b355d5ab-5208-4de4-82e3-d041b468e3f2 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:25.804743 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-83c70d25-73e2-4428-ad25-d0defa0961f7 req-b355d5ab-5208-4de4-82e3-d041b468e3f2 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0515385 Jan 27 12:46:25.842455 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:25.851918 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-83c70d25-73e2-4428-ad25-d0defa0961f7 req-f00e16ab-bc01-4d34-834d-d058bf3d4d3d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408530 Jan 27 12:46:25.891921 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:25.911113 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87fe99-4f69-455f-ad2f-cf0501ee170d req-aa96fa5c-c530-4898-bb9a-0a98466460b7 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:25.912621 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-af87fe99-4f69-455f-ad2f-cf0501ee170d req-aa96fa5c-c530-4898-bb9a-0a98466460b7 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 946 time: 0.0543714 Jan 27 12:46:25.958313 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-af87fe99-4f69-455f-ad2f-cf0501ee170d req-ecf0716c-2cc7-4c21-b3db-395b53da74a5 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396099 Jan 27 12:46:26.380608 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b63255-1539-4135-981b-3dccb764a2c7 req-71519992-9125-4e39-b438-ce938a3f398e tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:26.382088 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-68b63255-1539-4135-981b-3dccb764a2c7 req-71519992-9125-4e39-b438-ce938a3f398e tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0482066 Jan 27 12:46:26.430631 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-68b63255-1539-4135-981b-3dccb764a2c7 req-bc3716ca-4510-4c2c-8a05-055e2083ea57 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430293 Jan 27 12:46:26.441111 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1f23b-eff0-48b4-b8d7-d8e3e9d2b49c req-1cb40878-11ef-45ac-ac35-931491b37dc4 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:26.442691 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-93f1f23b-eff0-48b4-b8d7-d8e3e9d2b49c req-1cb40878-11ef-45ac-ac35-931491b37dc4 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 946 time: 0.0469131 Jan 27 12:46:26.488080 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-93f1f23b-eff0-48b4-b8d7-d8e3e9d2b49c req-6b979643-2923-4b71-b459-906fa96347e7 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400567 Jan 27 12:46:26.748434 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:26.970222 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5272ff-fcab-4f18-8dfe-8d46b4caba8b req-36083b8b-9a30-444a-86a1-1e15efd88f11 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:26.971728 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7d5272ff-fcab-4f18-8dfe-8d46b4caba8b req-36083b8b-9a30-444a-86a1-1e15efd88f11 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 944 time: 0.0472891 Jan 27 12:46:27.024906 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7d5272ff-fcab-4f18-8dfe-8d46b4caba8b req-4ac05967-ece0-46b8-a8c5-12ef2840ae2f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477760 Jan 27 12:46:27.075682 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bb0b1-9af3-4054-92f5-f7d512c6d16f req-2ae6fff2-9de8-4aa4-a3fb-4abbf6dcf673 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:27.077154 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5c3bb0b1-9af3-4054-92f5-f7d512c6d16f req-2ae6fff2-9de8-4aa4-a3fb-4abbf6dcf673 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 946 time: 0.0508800 Jan 27 12:46:27.128365 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5c3bb0b1-9af3-4054-92f5-f7d512c6d16f req-35f64f17-ed47-43c5-93c5-5bc7da480574 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457699 Jan 27 12:46:27.393253 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a137e39-b604-460e-a1fb-f0135fd59ef8 req-dba7ce93-617d-44a4-b922-cc904be462af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:27.394708 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9a137e39-b604-460e-a1fb-f0135fd59ef8 req-dba7ce93-617d-44a4-b922-cc904be462af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 1099 time: 0.0630462 Jan 27 12:46:27.404378 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049265a-e5ab-4d7e-8c3f-85d6f0d358d2 req-d1719a64-db72-474e-bc46-809b89e32de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:27.405734 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4049265a-e5ab-4d7e-8c3f-85d6f0d358d2 req-d1719a64-db72-474e-bc46-809b89e32de7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 1098 time: 0.0458105 Jan 27 12:46:27.407407 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:27.424671 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcdb711-db3a-4b72-ac30-1d39ba4d9164 req-23bf19dc-44ae-47bb-ac6c-f817f79ae8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:27.426174 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-cdcdb711-db3a-4b72-ac30-1d39ba4d9164 req-23bf19dc-44ae-47bb-ac6c-f817f79ae8b1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 1099 time: 0.0677514 Jan 27 12:46:27.471008 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9a137e39-b604-460e-a1fb-f0135fd59ef8 req-0a582b0e-b4c2-4ba6-8b42-dfaad5f467f8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686166 Jan 27 12:46:27.477613 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4049265a-e5ab-4d7e-8c3f-85d6f0d358d2 req-553b2fad-a8ad-4e22-91c9-8e0055339114 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598264 Jan 27 12:46:27.482193 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-cdcdb711-db3a-4b72-ac30-1d39ba4d9164 req-6b4a6a29-0c37-4cd0-ba9a-3269d6072704 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472059 Jan 27 12:46:27.546756 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdc28c-5fb5-42e4-808e-44bf6bee4a2c req-e10a102d-8d91-49f6-b748-ce462bfa5f2c tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:27.548231 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2fbdc28c-5fb5-42e4-808e-44bf6bee4a2c req-e10a102d-8d91-49f6-b748-ce462bfa5f2c tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0506115 Jan 27 12:46:27.584919 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['2d8837b0-6682-4ecf-b6eb-d1e20b87ef61'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:46:27.601792 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2fbdc28c-5fb5-42e4-808e-44bf6bee4a2c req-fc5a84fb-0c77-45bb-8fe3-9e9519cd8b3d tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474412 Jan 27 12:46:27.603871 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930d262-b014-444f-b49e-0d336e4bf193 req-26f0d94b-0e73-413a-8fa0-2c4eda0d9186 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:27.605438 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8930d262-b014-444f-b49e-0d336e4bf193 req-26f0d94b-0e73-413a-8fa0-2c4eda0d9186 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 946 time: 0.0545905 Jan 27 12:46:27.652660 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8930d262-b014-444f-b49e-0d336e4bf193 req-80855a72-139d-40fd-be7f-9c7474ad8955 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412478 Jan 27 12:46:28.142669 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8d6b0-de65-4bca-bf22-d3e7695c986b req-cfdc5391-1dcd-4ad3-92b6-c526ba17a5b9 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:28.144167 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-30f8d6b0-de65-4bca-bf22-d3e7695c986b req-cfdc5391-1dcd-4ad3-92b6-c526ba17a5b9 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 944 time: 0.0484228 Jan 27 12:46:28.191435 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-30f8d6b0-de65-4bca-bf22-d3e7695c986b req-fc0e6186-ddfd-47a9-b96a-21a0c9bdb142 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411468 Jan 27 12:46:28.236889 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bd034-864c-46bc-adfc-34aacfadcdcc req-d63d19ef-f8d6-4a2c-80ea-6d2a9e1fb682 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:28.238304 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-822bd034-864c-46bc-adfc-34aacfadcdcc req-d63d19ef-f8d6-4a2c-80ea-6d2a9e1fb682 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 946 time: 0.0462129 Jan 27 12:46:28.283630 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-822bd034-864c-46bc-adfc-34aacfadcdcc req-7a3fd465-9ff1-470d-b383-f9c95aa37a02 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397758 Jan 27 12:46:28.726429 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afc7fd-afd5-4151-bf76-def00473010b req-cb431d9d-f0fb-446d-90bd-992c92ed3535 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:28.727963 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d8afc7fd-afd5-4151-bf76-def00473010b req-cb431d9d-f0fb-446d-90bd-992c92ed3535 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0474241 Jan 27 12:46:28.764580 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa1ead-8161-4a9d-8c10-b1d0e52eeee6 req-96949d2d-9da4-4ad8-83b8-818f24fee46c tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:28.767029 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-86aa1ead-8161-4a9d-8c10-b1d0e52eeee6 req-96949d2d-9da4-4ad8-83b8-818f24fee46c tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 946 time: 0.0488985 Jan 27 12:46:28.779138 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d8afc7fd-afd5-4151-bf76-def00473010b req-d0951cb3-1d35-4fbb-b7db-cd234cac4d8a tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456631 Jan 27 12:46:28.816503 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-86aa1ead-8161-4a9d-8c10-b1d0e52eeee6 req-2a1eb3ce-3671-4562-b333-a2ababab8d50 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432308 Jan 27 12:46:29.305439 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49635b2-72b6-4d67-a00a-996574c02e66 req-934fd4fc-dd06-4d3e-ab71-118452a5eb14 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:29.306892 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f49635b2-72b6-4d67-a00a-996574c02e66 req-934fd4fc-dd06-4d3e-ab71-118452a5eb14 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 944 time: 0.0465901 Jan 27 12:46:29.353835 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f49635b2-72b6-4d67-a00a-996574c02e66 req-475879f2-2c52-4601-981f-9162c2d6937e tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415204 Jan 27 12:46:29.392683 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473678e-9a3a-435a-a935-c2b6364994b1 req-8219152a-7336-4fbb-ae9b-9df64d601424 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:29.394161 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9473678e-9a3a-435a-a935-c2b6364994b1 req-8219152a-7336-4fbb-ae9b-9df64d601424 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 946 time: 0.0472329 Jan 27 12:46:29.439624 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9473678e-9a3a-435a-a935-c2b6364994b1 req-f4efe1b9-750a-4962-a6d7-bf1f636ed9f4 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395348 Jan 27 12:46:29.890957 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb2a87-5182-4c91-a3a1-deffffbe5ae2 req-7ed73984-db2a-45c1-bcd6-2a1a01e942a0 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:29.892486 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7cbb2a87-5182-4c91-a3a1-deffffbe5ae2 req-7ed73984-db2a-45c1-bcd6-2a1a01e942a0 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0498633 Jan 27 12:46:29.931556 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4f47c-8777-4175-ba6e-840ef75fbb6d req-c56ed71f-0a69-4627-9417-432e7e87aa4f tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:29.933047 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e4e4f47c-8777-4175-ba6e-840ef75fbb6d req-c56ed71f-0a69-4627-9417-432e7e87aa4f tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 946 time: 0.0468154 Jan 27 12:46:29.940773 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7cbb2a87-5182-4c91-a3a1-deffffbe5ae2 req-791e33c8-1e75-4dbd-940d-f1422e116ba0 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418971 Jan 27 12:46:29.987972 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e4e4f47c-8777-4175-ba6e-840ef75fbb6d req-ee49c0a0-e229-440d-9cb1-42a3320b13c0 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482917 Jan 27 12:46:30.472820 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4aa93-651e-424b-9689-b1c5f0803b09 req-107fcec9-3307-4678-a833-99923be54b10 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:30.474292 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-6cb4aa93-651e-424b-9689-b1c5f0803b09 req-107fcec9-3307-4678-a833-99923be54b10 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 944 time: 0.0490873 Jan 27 12:46:30.520569 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-6cb4aa93-651e-424b-9689-b1c5f0803b09 req-ab1a65f7-a426-42cd-877b-b662cfefaa8f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402942 Jan 27 12:46:30.551508 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e5c1a-8fc4-4eb0-9961-a9386f7d8ebc req-d8fa36fc-f08d-4e3b-a7de-29c2e93d8cca tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:30.552955 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6c0e5c1a-8fc4-4eb0-9961-a9386f7d8ebc req-d8fa36fc-f08d-4e3b-a7de-29c2e93d8cca tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 946 time: 0.0493042 Jan 27 12:46:30.597812 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6c0e5c1a-8fc4-4eb0-9961-a9386f7d8ebc req-1d73c1c7-bdc4-46e7-bdad-6ce66ac05538 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388806 Jan 27 12:46:31.057920 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bfb9f-cb7e-4a95-802d-5b581e831ef5 req-45d997ea-3296-45cc-98c4-af1b4323177b tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:31.059423 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-815bfb9f-cb7e-4a95-802d-5b581e831ef5 req-45d997ea-3296-45cc-98c4-af1b4323177b tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0510345 Jan 27 12:46:31.102211 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983050cd-508d-40cb-8fa3-cb4f78515ea3 req-49e6db76-7e36-4940-9d40-117175271f29 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:31.103780 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-983050cd-508d-40cb-8fa3-cb4f78515ea3 req-49e6db76-7e36-4940-9d40-117175271f29 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 946 time: 0.0472376 Jan 27 12:46:31.105745 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-815bfb9f-cb7e-4a95-802d-5b581e831ef5 req-c0697702-94e7-4a4a-9650-06f8a3d30930 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408542 Jan 27 12:46:31.151018 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-983050cd-508d-40cb-8fa3-cb4f78515ea3 req-a48d6d79-3beb-4fac-96bd-590981950b49 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414436 Jan 27 12:46:31.639025 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9483d-0924-4c96-90e9-67ad07c71616 req-a5c1a8c3-724c-4f1a-b137-9d5d04e8a0ae tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:31.639025 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-6da9483d-0924-4c96-90e9-67ad07c71616 req-a5c1a8c3-724c-4f1a-b137-9d5d04e8a0ae tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 944 time: 0.0475707 Jan 27 12:46:31.689754 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-6da9483d-0924-4c96-90e9-67ad07c71616 req-c66467cf-0f6a-4695-8fa5-1d3832d6d8c9 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468812 Jan 27 12:46:31.711643 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfede3-297f-4876-ba31-c8debc46b69d req-1c3a9508-8d78-4977-be72-d82219f621ca tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:31.713119 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-82bfede3-297f-4876-ba31-c8debc46b69d req-1c3a9508-8d78-4977-be72-d82219f621ca tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 946 time: 0.0496612 Jan 27 12:46:31.770353 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-82bfede3-297f-4876-ba31-c8debc46b69d req-08375551-4acb-4a53-88cc-c11c41e09d19 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482478 Jan 27 12:46:32.215433 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1f642-4be8-42c5-a76f-c89c0540f73e req-1e8323d0-9faf-42c5-89d8-607f2ef6d2ee tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:32.216905 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-99f1f642-4be8-42c5-a76f-c89c0540f73e req-1e8323d0-9faf-42c5-89d8-607f2ef6d2ee tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0468698 Jan 27 12:46:32.262917 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06b244-d6c6-4bfe-8683-23446fd64220 req-0a58e488-2a63-40ee-956a-7f0b9ee92644 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:32.264390 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3a06b244-d6c6-4bfe-8683-23446fd64220 req-0a58e488-2a63-40ee-956a-7f0b9ee92644 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 946 time: 0.0495851 Jan 27 12:46:32.267088 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-99f1f642-4be8-42c5-a76f-c89c0540f73e req-2bf9b8dd-7ebe-41c9-93e4-d2a79805c9a0 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448692 Jan 27 12:46:32.315590 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3a06b244-d6c6-4bfe-8683-23446fd64220 req-8b57caf5-481a-4712-af90-f1ca2f605b93 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428221 Jan 27 12:46:32.809158 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f2d23-2d4e-4695-a066-9a2cc3d3ae05 req-08ac8e83-ef98-4413-80ce-95cf78ae90d4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:32.811557 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b22f2d23-2d4e-4695-a066-9a2cc3d3ae05 req-08ac8e83-ef98-4413-80ce-95cf78ae90d4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 944 time: 0.0516651 Jan 27 12:46:32.857814 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b22f2d23-2d4e-4695-a066-9a2cc3d3ae05 req-90bec14f-22d5-4644-9afc-aa8b518e440b tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411119 Jan 27 12:46:32.879446 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f27d6-a903-417c-8c41-83af7fcc2d76 req-00b217ae-aed5-4f88-ad56-6f7dda70f52a tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:32.880898 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-846f27d6-a903-417c-8c41-83af7fcc2d76 req-00b217ae-aed5-4f88-ad56-6f7dda70f52a tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 946 time: 0.0455253 Jan 27 12:46:32.925925 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-846f27d6-a903-417c-8c41-83af7fcc2d76 req-5e578652-c77b-4e5b-864a-cfa4a7e053b7 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390694 Jan 27 12:46:33.382705 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399e65e-b73e-46b1-8034-ec7e4a84cc0d req-436be30d-0440-49b3-a8f1-6b1caa67cc30 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:33.384221 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-e399e65e-b73e-46b1-8034-ec7e4a84cc0d req-436be30d-0440-49b3-a8f1-6b1caa67cc30 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0509756 Jan 27 12:46:33.427538 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86374a57-6eb3-4396-9191-c548d891b455 req-afd87742-5842-491b-97e9-1a178c1490f5 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:33.431227 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-86374a57-6eb3-4396-9191-c548d891b455 req-afd87742-5842-491b-97e9-1a178c1490f5 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 946 time: 0.0519910 Jan 27 12:46:33.434999 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-e399e65e-b73e-46b1-8034-ec7e4a84cc0d req-114d568c-9db3-46aa-a90b-ce99a88270b0 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454626 Jan 27 12:46:33.477954 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-86374a57-6eb3-4396-9191-c548d891b455 req-658dad49-45f8-4be4-9458-80543cdebb93 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419455 Jan 27 12:46:33.480098 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 up at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:46:33.635107 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning for port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 completed by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 12:46:33.639099 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning complete for port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:46:33.639470 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:33.713547 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 is: BUILD; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:46:33.713915 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:33.736354 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8837b0-6682-4ecf-b6eb-d1e20b87ef61'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:46:33.738662 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2006b924-8330-40bf-a840-274a8cf37cb6" -d '{"events": [{"server_uuid": "97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8", "name": "network-vif-plugged", "status": "completed", "tag": "2d8837b0-6682-4ecf-b6eb-d1e20b87ef61"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:46:33.750404 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:46:33.807875 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45d492b-5750-40f8-b3a7-5174d3007d2a x-openstack-request-id: req-f45d492b-5750-40f8-b3a7-5174d3007d2a {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:46:33.808219 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8", "name": "network-vif-plugged", "status": "completed", "tag": "2d8837b0-6682-4ecf-b6eb-d1e20b87ef61", "code": 200}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:46:33.808501 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f45d492b-5750-40f8-b3a7-5174d3007d2a {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:46:33.808916 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8837b0-6682-4ecf-b6eb-d1e20b87ef61', 'code': 200} Jan 27 12:46:33.841051 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:33.889665 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:33.977136 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a2bb7-2c1d-4990-b8c7-94cc65b143b3 req-f5810ac7-7b06-423e-bc24-7bfc876975f2 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:33.979539 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d87a2bb7-2c1d-4990-b8c7-94cc65b143b3 req-f5810ac7-7b06-423e-bc24-7bfc876975f2 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0493541 Jan 27 12:46:34.028830 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d87a2bb7-2c1d-4990-b8c7-94cc65b143b3 req-130a6867-e6cf-498d-bdd0-77dae0fe74ef tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424511 Jan 27 12:46:34.051068 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee0447-700b-42d5-9cb5-f6b92f701355 req-1b2196df-bcfc-40ef-bb34-437e423c6e68 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:34.051068 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a8ee0447-700b-42d5-9cb5-f6b92f701355 req-1b2196df-bcfc-40ef-bb34-437e423c6e68 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 946 time: 0.0508637 Jan 27 12:46:34.095100 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a8ee0447-700b-42d5-9cb5-f6b92f701355 req-788e6ae2-d985-459b-b634-2ee9391912cc tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418994 Jan 27 12:46:34.172164 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a35d2-aeae-47c8-b178-8c298022d955 req-6d1822f0-66f5-4d58-9b48-1306b30aa79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:34.172164 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d52a35d2-aeae-47c8-b178-8c298022d955 req-6d1822f0-66f5-4d58-9b48-1306b30aa79f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 1098 time: 0.0431182 Jan 27 12:46:34.213753 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d52a35d2-aeae-47c8-b178-8c298022d955 req-7cef3644-7401-4225-807c-b661d7d33db4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374177 Jan 27 12:46:34.571901 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39d7fa-e166-4bc1-b1c5-cb40b12211f1 req-36a0a15a-d42f-475b-b067-6260daf3c4e7 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:34.574454 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-0d39d7fa-e166-4bc1-b1c5-cb40b12211f1 req-36a0a15a-d42f-475b-b067-6260daf3c4e7 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0725343 Jan 27 12:46:34.617429 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd608648-2cc3-4c55-98f2-eedc0026bfe1 req-4cab7a72-0e3d-4ee6-9103-c1be6533a87a tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:34.618994 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-bd608648-2cc3-4c55-98f2-eedc0026bfe1 req-4cab7a72-0e3d-4ee6-9103-c1be6533a87a tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 946 time: 0.0553048 Jan 27 12:46:34.625331 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-0d39d7fa-e166-4bc1-b1c5-cb40b12211f1 req-37d91281-7228-4e7f-8575-958855c77117 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462637 Jan 27 12:46:34.672296 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-bd608648-2cc3-4c55-98f2-eedc0026bfe1 req-d2138921-86bd-42a1-8275-98fb677fff7a tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467577 Jan 27 12:46:35.157323 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f24ce-9445-4aab-bbb9-9b43dbbc7b05 req-0cc91d95-33dd-4746-960f-ac2fe827755f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:35.166675 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-868f24ce-9445-4aab-bbb9-9b43dbbc7b05 req-0cc91d95-33dd-4746-960f-ac2fe827755f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0609360 Jan 27 12:46:35.223124 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-868f24ce-9445-4aab-bbb9-9b43dbbc7b05 req-10ef1883-1563-48e7-898b-5b94b0389720 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503900 Jan 27 12:46:35.240417 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf2826-a106-436c-8632-fad89052ec2e req-fb528214-c451-453d-8dcd-a31d91616ced tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:35.242481 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d2bf2826-a106-436c-8632-fad89052ec2e req-fb528214-c451-453d-8dcd-a31d91616ced tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 946 time: 0.0681820 Jan 27 12:46:35.297798 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d2bf2826-a106-436c-8632-fad89052ec2e req-61a93ffe-e222-48e5-8b5f-d49a179cccca tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451679 Jan 27 12:46:35.744922 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed1762-7d5f-4c29-b127-d9135f3b95be req-f0f98958-edec-491b-b837-bd92d72c2bba tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:35.749129 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-25ed1762-7d5f-4c29-b127-d9135f3b95be req-f0f98958-edec-491b-b837-bd92d72c2bba tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0561972 Jan 27 12:46:35.792799 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e840ea5-8cbd-4506-a62f-e03d4b1c7d25 req-26c4aabb-f4d5-44c7-ac32-0ce8f9440b15 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:35.794315 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7e840ea5-8cbd-4506-a62f-e03d4b1c7d25 req-26c4aabb-f4d5-44c7-ac32-0ce8f9440b15 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 946 time: 0.0490193 Jan 27 12:46:35.809768 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-25ed1762-7d5f-4c29-b127-d9135f3b95be req-189560c8-b0b6-4fe3-9428-f0e28b69990c tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504992 Jan 27 12:46:35.849160 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7e840ea5-8cbd-4506-a62f-e03d4b1c7d25 req-e875188d-84d2-4ae3-82a1-b8453c0996c1 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486820 Jan 27 12:46:36.339987 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97011afb-901b-4cd0-9ea9-feb40047224c req-39293e69-f7c6-49cd-8ee6-df5f82866abb tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:36.341514 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-97011afb-901b-4cd0-9ea9-feb40047224c req-39293e69-f7c6-49cd-8ee6-df5f82866abb tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0487347 Jan 27 12:46:36.370282 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 37252) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:36.377654 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dd3ba-1024-4fdf-a848-3c69c3935a04 req-6f4e7d8f-b22f-41e6-b4ef-6f9241b81ff5 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:36.383512 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-572dd3ba-1024-4fdf-a848-3c69c3935a04 req-6f4e7d8f-b22f-41e6-b4ef-6f9241b81ff5 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0582139 Jan 27 12:46:36.395355 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-97011afb-901b-4cd0-9ea9-feb40047224c req-c7d22885-8e3f-4435-9842-23d16f5db6ab tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480056 Jan 27 12:46:36.440960 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-572dd3ba-1024-4fdf-a848-3c69c3935a04 req-93fc5be5-f93a-4201-8d8a-983c339aa24b tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550749 Jan 27 12:46:36.497353 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d33d87da-1d1b-4016-a142-e0c1b5a261a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:36.525959 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553a9af-19e4-4ad5-9d68-c21d836e1f10 req-ef7897ae-4cee-4cbb-9b06-9acb7287fcfa tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:36.527464 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c553a9af-19e4-4ad5-9d68-c21d836e1f10 req-ef7897ae-4cee-4cbb-9b06-9acb7287fcfa tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 946 time: 0.0473697 Jan 27 12:46:36.573846 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d33d87da-1d1b-4016-a142-e0c1b5a261a4 admin admin] Publish callbacks [] for security_group (226da76e-db0b-4f3e-87aa-55a0abac434a), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:36.574315 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c553a9af-19e4-4ad5-9d68-c21d836e1f10 req-acf5acaa-4161-4f6c-b7ca-e6b63f2254d7 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413005 Jan 27 12:46:36.642782 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d33d87da-1d1b-4016-a142-e0c1b5a261a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (226da76e-db0b-4f3e-87aa-55a0abac434a), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:36.682002 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-d33d87da-1d1b-4016-a142-e0c1b5a261a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fee00d2383a74575b1b6e562e5c4efb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946827 Jan 27 12:46:36.682002 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d87da-1d1b-4016-a142-e0c1b5a261a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226da76e-db0b-4f3e-87aa-55a0abac434a,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:36.682863 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 37260) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:36.736660 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b804cae6-44a4-4ef1-9348-ddc3406e773b admin admin] Publish callbacks [] for security_group (226da76e-db0b-4f3e-87aa-55a0abac434a), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:36.758546 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b804cae6-44a4-4ef1-9348-ddc3406e773b admin admin] Publish callbacks [] for security_group (226da76e-db0b-4f3e-87aa-55a0abac434a), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:36.863687 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b804cae6-44a4-4ef1-9348-ddc3406e773b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (226da76e-db0b-4f3e-87aa-55a0abac434a), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:36.866292 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b804cae6-44a4-4ef1-9348-ddc3406e773b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:36.867506 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-b804cae6-44a4-4ef1-9348-ddc3406e773b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/226da76e-db0b-4f3e-87aa-55a0abac434a HTTP/1.1" status: 204 len: 168 time: 0.1836255 Jan 27 12:46:36.875367 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804cae6-44a4-4ef1-9348-ddc3406e773b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226da76e-db0b-4f3e-87aa-55a0abac434a,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:37.464759 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 37274) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:37.479368 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-52bc3f3e-aadc-4335-8cc9-9c938885f7e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:37.515981 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b78eb-34b7-4a51-8312-6835b9ebb953 req-3c34fd90-6e7d-46b1-acc2-50de374091d8 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:37.517562 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-452b78eb-34b7-4a51-8312-6835b9ebb953 req-3c34fd90-6e7d-46b1-acc2-50de374091d8 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0508640 Jan 27 12:46:37.563957 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-452b78eb-34b7-4a51-8312-6835b9ebb953 req-00ae990f-14a4-45d2-bd2b-2251367d5af0 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406287 Jan 27 12:46:37.579722 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e258cdc-1e6e-47e3-bd9a-404f8a1c8be9 req-7ef13241-e2d0-47a2-8281-41940940ea93 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:37.581212 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0e258cdc-1e6e-47e3-bd9a-404f8a1c8be9 req-7ef13241-e2d0-47a2-8281-41940940ea93 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0681744 Jan 27 12:46:37.611922 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-52bc3f3e-aadc-4335-8cc9-9c938885f7e2 admin admin] Publish callbacks [] for security_group (b36188d6-f41a-458c-bed5-f28e602f3edb), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:37.642391 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0e258cdc-1e6e-47e3-bd9a-404f8a1c8be9 req-0374bd9f-2a68-43e5-a460-1c70614aac3e tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555170 Jan 27 12:46:37.674497 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-52bc3f3e-aadc-4335-8cc9-9c938885f7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (b36188d6-f41a-458c-bed5-f28e602f3edb), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:37.689921 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413ffbb-4ad8-4fd0-b38f-97e4b0f75cf7 req-71d65c14-2065-4374-a1f9-7e7338ea4100 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:37.691492 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6413ffbb-4ad8-4fd0-b38f-97e4b0f75cf7 req-71d65c14-2065-4374-a1f9-7e7338ea4100 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 946 time: 0.0528748 Jan 27 12:46:37.719524 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3f3e-aadc-4335-8cc9-9c938885f7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36188d6-f41a-458c-bed5-f28e602f3edb,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:37.726855 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-52bc3f3e-aadc-4335-8cc9-9c938885f7e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b43f62993dc14404a323acc5b9e17fcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2603581 Jan 27 12:46:37.728734 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 37284) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:37.745510 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6413ffbb-4ad8-4fd0-b38f-97e4b0f75cf7 req-54743298-e4e2-4f84-9674-98ce5d918406 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474112 Jan 27 12:46:37.779076 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-627750b7-9adc-4649-9073-f237b294beea admin admin] Publish callbacks [] for security_group (b36188d6-f41a-458c-bed5-f28e602f3edb), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:37.799460 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-627750b7-9adc-4649-9073-f237b294beea admin admin] Publish callbacks [] for security_group (b36188d6-f41a-458c-bed5-f28e602f3edb), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:37.919433 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-627750b7-9adc-4649-9073-f237b294beea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (b36188d6-f41a-458c-bed5-f28e602f3edb), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:37.922085 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-627750b7-9adc-4649-9073-f237b294beea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:37.923280 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-627750b7-9adc-4649-9073-f237b294beea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b36188d6-f41a-458c-bed5-f28e602f3edb HTTP/1.1" status: 204 len: 168 time: 0.1933119 Jan 27 12:46:37.931829 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627750b7-9adc-4649-9073-f237b294beea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36188d6-f41a-458c-bed5-f28e602f3edb,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:38.216851 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d6ca4-f9a6-4357-a03c-668d52f46045 req-3f79e235-0d77-4cd1-a477-2c6498a2e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:38.218517 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1f2d6ca4-f9a6-4357-a03c-668d52f46045 req-3f79e235-0d77-4cd1-a477-2c6498a2e763 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07aba42d308a44c39af2f5402cfff771&device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 1098 time: 0.0441105 Jan 27 12:46:38.320475 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d6ca4-f9a6-4357-a03c-668d52f46045 req-2f60d35c-43c6-4b59-b4bc-1793bdbc9da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:38.321929 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1f2d6ca4-f9a6-4357-a03c-668d52f46045 req-2f60d35c-43c6-4b59-b4bc-1793bdbc9da3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e3e975e7-b66a-4480-b25e-9886f492f788 HTTP/1.1" status: 200 len: 919 time: 0.0883837 Jan 27 12:46:38.377410 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1f2d6ca4-f9a6-4357-a03c-668d52f46045 req-196d528d-994e-4d07-ae61-49a67889df9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06dc20ea-a97f-46a3-893e-521c6a4e7c51 HTTP/1.1" status: 200 len: 217 time: 0.0472169 Jan 27 12:46:38.435446 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d6ca4-f9a6-4357-a03c-668d52f46045 req-def2f2ab-1c59-4017-b1d4-cb862435ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:38.436846 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1f2d6ca4-f9a6-4357-a03c-668d52f46045 req-def2f2ab-1c59-4017-b1d4-cb862435ec57 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7785fff6-6578-4402-bc5a-fec8bd603105 HTTP/1.1" status: 200 len: 858 time: 0.0423827 Jan 27 12:46:38.470245 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1f2d6ca4-f9a6-4357-a03c-668d52f46045 req-c26786f9-e4ae-4de6-b4bc-564b34934f5f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e3e975e7-b66a-4480-b25e-9886f492f788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243258 Jan 27 12:46:38.563732 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1f2d6ca4-f9a6-4357-a03c-668d52f46045 req-6be4c410-f50a-49e7-8a39-f2b288f6febb service neutron] 10.222.0.13 "GET /v2.0/networks/e3e975e7-b66a-4480-b25e-9886f492f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863175 Jan 27 12:46:38.657460 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1f2d6ca4-f9a6-4357-a03c-668d52f46045 req-bff5e428-6ed1-4497-a975-094e9750d07f service neutron] 10.222.0.13 "GET /v2.0/networks/e3e975e7-b66a-4480-b25e-9886f492f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865166 Jan 27 12:46:38.689274 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d99be-56a1-4304-9974-7806dee897cd req-7750657c-42bd-4bbd-a313-002cdcae7ac9 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:38.694437 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-702d99be-56a1-4304-9974-7806dee897cd req-7750657c-42bd-4bbd-a313-002cdcae7ac9 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0594127 Jan 27 12:46:38.762965 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-702d99be-56a1-4304-9974-7806dee897cd req-cc1f4c81-18d1-49b8-b1ee-edf1b213f2c4 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518670 Jan 27 12:46:38.802527 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3c0e6-0ef7-47c3-86cd-ccdc5a8a7f38 req-f190ac39-0da4-4286-b146-aace81ce8c4b tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:38.804091 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a6b3c0e6-0ef7-47c3-86cd-ccdc5a8a7f38 req-f190ac39-0da4-4286-b146-aace81ce8c4b tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0618613 Jan 27 12:46:38.876519 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a6b3c0e6-0ef7-47c3-86cd-ccdc5a8a7f38 req-a6cf67eb-14e6-4fa9-8405-eddf875052be tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663075 Jan 27 12:46:38.877030 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb030e-663b-43cc-a100-0bfb37865b5f req-6ef0ffb2-c85b-4972-bfc9-5e23564a35b0 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:38.878591 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1aeb030e-663b-43cc-a100-0bfb37865b5f req-6ef0ffb2-c85b-4972-bfc9-5e23564a35b0 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 946 time: 0.0590158 Jan 27 12:46:38.927803 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1aeb030e-663b-43cc-a100-0bfb37865b5f req-35f6e0e1-e2fb-4240-b675-395fc90c6aee tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426338 Jan 27 12:46:39.878957 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f529d-22c7-4de4-9f8a-752598b3049f req-d8ecfa5d-4c29-4a42-b518-e90c9c7a519d tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:39.880414 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-055f529d-22c7-4de4-9f8a-752598b3049f req-d8ecfa5d-4c29-4a42-b518-e90c9c7a519d tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0471401 Jan 27 12:46:39.943122 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-055f529d-22c7-4de4-9f8a-752598b3049f req-8273d3ce-d943-45ec-8580-23b7483c24fe tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529988 Jan 27 12:46:40.000226 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5586bd-f002-4c3b-bb78-ac531ac8b5fb req-ed3c6173-d49b-434b-879c-388a51e084b1 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:40.001689 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-6b5586bd-f002-4c3b-bb78-ac531ac8b5fb req-ed3c6173-d49b-434b-879c-388a51e084b1 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0497682 Jan 27 12:46:40.048098 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-6b5586bd-f002-4c3b-bb78-ac531ac8b5fb req-1678234f-63bc-4e86-87c3-9c57e111d744 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406854 Jan 27 12:46:41.046410 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36611941-89e6-45a4-b3c2-8deaa6d9f2c8 req-20769d6c-3d4d-4aba-a08c-c0279516a813 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:41.047902 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-36611941-89e6-45a4-b3c2-8deaa6d9f2c8 req-20769d6c-3d4d-4aba-a08c-c0279516a813 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0482948 Jan 27 12:46:41.097635 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-36611941-89e6-45a4-b3c2-8deaa6d9f2c8 req-15e6023e-c9dd-4709-9cb8-2744f9498706 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440054 Jan 27 12:46:41.167926 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51b188-b013-4488-9692-49e9047772e4 req-4f8db528-f7da-47de-a5e4-b1985db95937 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:41.169441 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1e51b188-b013-4488-9692-49e9047772e4 req-4f8db528-f7da-47de-a5e4-b1985db95937 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0510271 Jan 27 12:46:41.216440 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1e51b188-b013-4488-9692-49e9047772e4 req-6036045c-66aa-4780-9d9a-663ccd5dc888 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414808 Jan 27 12:46:42.207291 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d782c6-3791-44de-8bbf-b6231273f05d req-39291895-e0b3-4bd6-a6d0-2af4d6630934 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:42.208656 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-53d782c6-3791-44de-8bbf-b6231273f05d req-39291895-e0b3-4bd6-a6d0-2af4d6630934 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0467548 Jan 27 12:46:42.261913 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-53d782c6-3791-44de-8bbf-b6231273f05d req-5a92d1ff-bd13-4686-98bd-bbc3afffe978 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477173 Jan 27 12:46:42.376448 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad523bbb-a18f-476a-aa28-7e2e09af00d7 req-ca9658a6-95f8-481d-ab53-0c5aef75f7cd tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:42.376448 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ad523bbb-a18f-476a-aa28-7e2e09af00d7 req-ca9658a6-95f8-481d-ab53-0c5aef75f7cd tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0504525 Jan 27 12:46:42.398127 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ad523bbb-a18f-476a-aa28-7e2e09af00d7 req-c736b56a-eea6-4041-be96-ebc86528e938 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429595 Jan 27 12:46:42.526413 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983d102-7623-4b23-940f-a2063763c04c req-5545d2ec-aa0d-46fc-ba09-49415f6d4f4c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:42.526413 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1983d102-7623-4b23-940f-a2063763c04c req-5545d2ec-aa0d-46fc-ba09-49415f6d4f4c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0480337 Jan 27 12:46:42.526940 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 37516) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:42.530781 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-ef94caac-a11d-4e24-960a-e7fb47cde5b5 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Request body: {'floatingip': {'port_id': '2d8837b0-6682-4ecf-b6eb-d1e20b87ef61'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:46:42.605956 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ef94caac-a11d-4e24-960a-e7fb47cde5b5 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for floatingip (9168033c-5cd7-4eca-8232-706448e11a54), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:43.479744 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ef94caac-a11d-4e24-960a-e7fb47cde5b5 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:43.629405 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ef94caac-a11d-4e24-960a-e7fb47cde5b5 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664114'] for floatingip (9168033c-5cd7-4eca-8232-706448e11a54), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:43.736823 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.db.l3_db [None req-ef94caac-a11d-4e24-960a-e7fb47cde5b5 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Floating IP 9168033c-5cd7-4eca-8232-706448e11a54 associated. External IP: 172.27.2.22, port: 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61. Jan 27 12:46:43.890371 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 37580) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:43.949708 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef94caac-a11d-4e24-960a-e7fb47cde5b5 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Router 8bd232ff-4db5-465d-abf6-38c6b6a65d90 has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:46:44.015450 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-427afca3-210e-4969-95ea-c451c1e22a2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:44.083232 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef94caac-a11d-4e24-960a-e7fb47cde5b5 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:46:44.089831 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ef94caac-a11d-4e24-960a-e7fb47cde5b5 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for floatingip (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:44.099375 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438c03d0-e418-4bec-9c38-ab235075b394 None None] Sync routers for ids ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'] in dv-cinder-824031-3-iscsi {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:46:44.104370 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-427afca3-210e-4969-95ea-c451c1e22a2e admin admin] Publish callbacks [] for security_group (12a74006-668e-44f3-8112-6d5258526921), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:44.109619 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438c03d0-e418-4bec-9c38-ab235075b394 None None] Routers {'8bd232ff-4db5-465d-abf6-38c6b6a65d90'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:46:44.110253 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-438c03d0-e418-4bec-9c38-ab235075b394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:46:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:46:44.117431 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-ef94caac-a11d-4e24-960a-e7fb47cde5b5 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "PUT /v2.0/floatingips/9168033c-5cd7-4eca-8232-706448e11a54 HTTP/1.1" status: 200 len: 990 time: 1.5893741 Jan 27 12:46:44.118297 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8', 'tag': '2d8837b0-6682-4ecf-b6eb-d1e20b87ef61'}] {{(pid=109461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:46:44.122965 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13caf501d2ade89ef8f3be641e2375f4ed3bc8c86955b9dc87ba2ae8dc6631d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ca6293-6656-4c76-85c6-63c5fb61d825" -d '{"events": [{"name": "network-changed", "server_uuid": "97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8", "tag": "2d8837b0-6682-4ecf-b6eb-d1e20b87ef61"}]}' {{(pid=109461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:46:44.195087 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-427afca3-210e-4969-95ea-c451c1e22a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (12a74006-668e-44f3-8112-6d5258526921), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:44.243816 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-438c03d0-e418-4bec-9c38-ab235075b394 None None] Set router 8bd232ff-4db5-465d-abf6-38c6b6a65d90 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:46:44.306565 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a5c71-d329-4154-b03a-038a5ecb804b req-3c624719-8b1d-4d9b-bc4e-1e38d4ee9090 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:44.314720 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f48a5c71-d329-4154-b03a-038a5ecb804b req-3c624719-8b1d-4d9b-bc4e-1e38d4ee9090 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.1125710 Jan 27 12:46:44.315599 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427afca3-210e-4969-95ea-c451c1e22a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a74006-668e-44f3-8112-6d5258526921,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:44.332674 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-427afca3-210e-4969-95ea-c451c1e22a2e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b3184a1779ba46caac4dbf9372a050ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4403560 Jan 27 12:46:44.336201 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 37608) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:44.408264 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-49d12e69-1c36-4afc-824d-d85ed5dfdafb admin admin] Publish callbacks [] for security_group (12a74006-668e-44f3-8112-6d5258526921), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:44.415844 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f48a5c71-d329-4154-b03a-038a5ecb804b req-a75471e0-172c-47f2-8071-b956efd4eb93 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998108 Jan 27 12:46:44.454711 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-49d12e69-1c36-4afc-824d-d85ed5dfdafb admin admin] Publish callbacks [] for security_group (12a74006-668e-44f3-8112-6d5258526921), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:44.579453 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-49d12e69-1c36-4afc-824d-d85ed5dfdafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (12a74006-668e-44f3-8112-6d5258526921), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:44.582456 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-438c03d0-e418-4bec-9c38-ab235075b394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'name': 'tempest-AttachVolumeShelveTestJSON-1315880920-router', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:47Z', 'updated_at': '2022-01-27T12:45:54Z', 'revision_number': 4, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'gw_port': {'id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:48Z', 'updated_at': '2022-01-27T12:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': '9168033c-5cd7-4eca-8232-706448e11a54', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'port_id': '2d8837b0-6682-4ecf-b6eb-d1e20b87ef61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'mac_address': 'fa:16:3e:a5:9c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:46:06Z', 'updated_at': '2022-01-27T12:46:43Z', 'revision_number': 1, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2c1d120-5988-4ac3-8a8f-95b5399e2a4d', 'name': '', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'mac_address': 'fa:16:3e:63:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:54Z', 'updated_at': '2022-01-27T12:46:02Z', 'revision_number': 5, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'subnets': [{'id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:46:44.583907 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-49d12e69-1c36-4afc-824d-d85ed5dfdafb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:44.586559 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-49d12e69-1c36-4afc-824d-d85ed5dfdafb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12a74006-668e-44f3-8112-6d5258526921 HTTP/1.1" status: 204 len: 168 time: 0.2460935 Jan 27 12:46:44.600129 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d12e69-1c36-4afc-824d-d85ed5dfdafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a74006-668e-44f3-8112-6d5258526921,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:44.609581 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e62e8dd-b3c0-4a0d-a92c-d88049c90acd x-openstack-request-id: req-0e62e8dd-b3c0-4a0d-a92c-d88049c90acd {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:46:44.610079 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8", "tag": "2d8837b0-6682-4ecf-b6eb-d1e20b87ef61", "status": "completed", "code": 200}]} {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:46:44.610171 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e62e8dd-b3c0-4a0d-a92c-d88049c90acd {{(pid=109461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:46:44.610543 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8', 'tag': '2d8837b0-6682-4ecf-b6eb-d1e20b87ef61', 'status': 'completed', 'code': 200} Jan 27 12:46:44.646284 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438c03d0-e418-4bec-9c38-ab235075b394 None None] Checking router: 8bd232ff-4db5-465d-abf6-38c6b6a65d90 for host: dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:46:44.659550 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438c03d0-e418-4bec-9c38-ab235075b394 None None] Routers {'8bd232ff-4db5-465d-abf6-38c6b6a65d90'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:46:44.660182 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-438c03d0-e418-4bec-9c38-ab235075b394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:46:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:46:44.705436 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca6293-6656-4c76-85c6-63c5fb61d825 req-46019d27-cd28-492e-9513-2897915d028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:44.707147 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d0ca6293-6656-4c76-85c6-63c5fb61d825 req-46019d27-cd28-492e-9513-2897915d028c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d9aacae39d84c0d98e287aac2b1c7c7&device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 1098 time: 0.0733523 Jan 27 12:46:44.798382 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-438c03d0-e418-4bec-9c38-ab235075b394 None None] Set router 8bd232ff-4db5-465d-abf6-38c6b6a65d90 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:46:44.851683 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca6293-6656-4c76-85c6-63c5fb61d825 req-26bcbfa5-060d-4b49-9ef1-42ec2fcbba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:44.851816 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 37624) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:44.860957 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d0ca6293-6656-4c76-85c6-63c5fb61d825 req-26bcbfa5-060d-4b49-9ef1-42ec2fcbba08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c HTTP/1.1" status: 200 len: 918 time: 0.1285193 Jan 27 12:46:44.977110 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d0ca6293-6656-4c76-85c6-63c5fb61d825 req-aedfb6d7-e735-4020-a5e4-ecd2702cad00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 HTTP/1.1" status: 200 len: 998 time: 0.1099920 Jan 27 12:46:45.045388 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca6293-6656-4c76-85c6-63c5fb61d825 req-2892e656-2d20-4455-9fc3-34506a7dc0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:45.046625 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d0ca6293-6656-4c76-85c6-63c5fb61d825 req-2892e656-2d20-4455-9fc3-34506a7dc0f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f748fb8f-46de-4c32-959f-bac58f8a9f39 HTTP/1.1" status: 200 len: 856 time: 0.0636809 Jan 27 12:46:45.114535 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca6293-6656-4c76-85c6-63c5fb61d825 req-0d36bae0-6231-4d99-ad3a-bf3daa7681fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:45.123600 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d0ca6293-6656-4c76-85c6-63c5fb61d825 req-0d36bae0-6231-4d99-ad3a-bf3daa7681fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560439 Jan 27 12:46:45.138666 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-29bd32ff-7938-458c-b844-9671dd7ea56f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:45.172901 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-438c03d0-e418-4bec-9c38-ab235075b394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'name': 'tempest-AttachVolumeShelveTestJSON-1315880920-router', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:47Z', 'updated_at': '2022-01-27T12:45:54Z', 'revision_number': 4, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'gw_port': {'id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:48Z', 'updated_at': '2022-01-27T12:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': '9168033c-5cd7-4eca-8232-706448e11a54', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'port_id': '2d8837b0-6682-4ecf-b6eb-d1e20b87ef61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'mac_address': 'fa:16:3e:a5:9c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:46:06Z', 'updated_at': '2022-01-27T12:46:43Z', 'revision_number': 1, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2c1d120-5988-4ac3-8a8f-95b5399e2a4d', 'name': '', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'mac_address': 'fa:16:3e:63:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:54Z', 'updated_at': '2022-01-27T12:46:02Z', 'revision_number': 5, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'subnets': [{'id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:46:45.207627 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438c03d0-e418-4bec-9c38-ab235075b394 None None] The sync data for ids ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'] in dv-cinder-824031-3-iscsi is: [{'id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'name': 'tempest-AttachVolumeShelveTestJSON-1315880920-router', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:47Z', 'updated_at': '2022-01-27T12:45:54Z', 'revision_number': 4, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'gw_port': {'id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:48Z', 'updated_at': '2022-01-27T12:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': '9168033c-5cd7-4eca-8232-706448e11a54', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'port_id': '2d8837b0-6682-4ecf-b6eb-d1e20b87ef61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'mac_address': 'fa:16:3e:a5:9c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:46:06Z', 'updated_at': '2022-01-27T12:46:43Z', 'revision_number': 1, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2c1d120-5988-4ac3-8a8f-95b5399e2a4d', 'name': '', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'mac_address': 'fa:16:3e:63:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:54Z', 'updated_at': '2022-01-27T12:46:02Z', 'revision_number': 5, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'subnets': [{'id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:46:45.229214 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-29bd32ff-7938-458c-b844-9671dd7ea56f admin admin] Publish callbacks [] for security_group (4f410a82-8f1c-45d7-a409-592592497c3d), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:45.320844 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-29bd32ff-7938-458c-b844-9671dd7ea56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (4f410a82-8f1c-45d7-a409-592592497c3d), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:45.359632 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd32ff-7938-458c-b844-9671dd7ea56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f410a82-8f1c-45d7-a409-592592497c3d,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:45.377378 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-29bd32ff-7938-458c-b844-9671dd7ea56f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b6eb92d9f2ed481b9d220a8cbf17e35b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5247357 Jan 27 12:46:45.380509 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 37636) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:45.412606 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d0ca6293-6656-4c76-85c6-63c5fb61d825 req-9a04b35b-9c9b-401e-b923-58c7e36d341b service neutron] 10.222.0.13 "GET /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846770 Jan 27 12:46:45.451493 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-157cd341-2ea7-438f-80c6-853a5826f1d9 admin admin] Publish callbacks [] for security_group (4f410a82-8f1c-45d7-a409-592592497c3d), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:45.505589 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a83a07-21bf-401c-a82d-0d4cd6a97ca1 None None] New status for floating IP 9168033c-5cd7-4eca-8232-706448e11a54: ACTIVE {{(pid=109463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 12:46:45.510874 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-157cd341-2ea7-438f-80c6-853a5826f1d9 admin admin] Publish callbacks [] for security_group (4f410a82-8f1c-45d7-a409-592592497c3d), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:45.552889 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 37642) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:45.560392 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d0ca6293-6656-4c76-85c6-63c5fb61d825 req-1888c400-227d-415f-b25d-374acbe0b868 service neutron] 10.222.0.13 "GET /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412659 Jan 27 12:46:45.587199 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d0f5dc5d-d306-4d8f-955e-7415b296f0e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:45.625576 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514b5ce-fa2b-4cb5-b5bd-6f19eca95d51 req-9d8bc994-c6a5-46bb-8441-f1a065747cd6 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:45.627090 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-6514b5ce-fa2b-4cb5-b5bd-6f19eca95d51 req-9d8bc994-c6a5-46bb-8441-f1a065747cd6 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0975292 Jan 27 12:46:45.681269 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-6514b5ce-fa2b-4cb5-b5bd-6f19eca95d51 req-0f56acad-7e9a-4c3d-9158-dcc2faa5f609 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443811 Jan 27 12:46:45.721892 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-157cd341-2ea7-438f-80c6-853a5826f1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (4f410a82-8f1c-45d7-a409-592592497c3d), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:45.724796 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-157cd341-2ea7-438f-80c6-853a5826f1d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:45.727906 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-157cd341-2ea7-438f-80c6-853a5826f1d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f410a82-8f1c-45d7-a409-592592497c3d HTTP/1.1" status: 204 len: 168 time: 0.3464031 Jan 27 12:46:45.747938 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157cd341-2ea7-438f-80c6-853a5826f1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f410a82-8f1c-45d7-a409-592592497c3d,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:45.759857 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cd341-2ea7-438f-80c6-853a5826f1d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:46:45.760232 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cd341-2ea7-438f-80c6-853a5826f1d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:46:45.760591 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cd341-2ea7-438f-80c6-853a5826f1d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:46:45.760937 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cd341-2ea7-438f-80c6-853a5826f1d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:46:45.761273 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cd341-2ea7-438f-80c6-853a5826f1d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:46:45.761693 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cd341-2ea7-438f-80c6-853a5826f1d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:46:45.761948 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cd341-2ea7-438f-80c6-853a5826f1d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:46:45.762284 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cd341-2ea7-438f-80c6-853a5826f1d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:46:45.762630 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cd341-2ea7-438f-80c6-853a5826f1d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:46:45.763006 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cd341-2ea7-438f-80c6-853a5826f1d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:46:45.763339 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cd341-2ea7-438f-80c6-853a5826f1d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:46:45.763660 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cd341-2ea7-438f-80c6-853a5826f1d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:46:45.763984 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cd341-2ea7-438f-80c6-853a5826f1d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:46:45.811722 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d0f5dc5d-d306-4d8f-955e-7415b296f0e4 admin admin] Publish callbacks [] for security_group (97bc3afd-0889-44ce-9223-7639cc963bdd), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:45.884954 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d0f5dc5d-d306-4d8f-955e-7415b296f0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (97bc3afd-0889-44ce-9223-7639cc963bdd), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:45.923223 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-d0f5dc5d-d306-4d8f-955e-7415b296f0e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9f2acdceb5240fc9ed97a6b144d383e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3690860 Jan 27 12:46:45.925220 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5dc5d-d306-4d8f-955e-7415b296f0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bc3afd-0889-44ce-9223-7639cc963bdd,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:45.925886 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 37650) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:45.975753 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f6a6643b-58ad-4f3f-bf19-645f5b7345cd admin admin] Publish callbacks [] for security_group (97bc3afd-0889-44ce-9223-7639cc963bdd), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:45.999627 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f6a6643b-58ad-4f3f-bf19-645f5b7345cd admin admin] Publish callbacks [] for security_group (97bc3afd-0889-44ce-9223-7639cc963bdd), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:46.160337 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f6a6643b-58ad-4f3f-bf19-645f5b7345cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (97bc3afd-0889-44ce-9223-7639cc963bdd), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:46.164124 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f6a6643b-58ad-4f3f-bf19-645f5b7345cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:46.164813 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-f6a6643b-58ad-4f3f-bf19-645f5b7345cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/97bc3afd-0889-44ce-9223-7639cc963bdd HTTP/1.1" status: 204 len: 168 time: 0.2379432 Jan 27 12:46:46.172905 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6643b-58ad-4f3f-bf19-645f5b7345cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bc3afd-0889-44ce-9223-7639cc963bdd,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:46.182093 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6643b-58ad-4f3f-bf19-645f5b7345cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:46:46.182485 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6643b-58ad-4f3f-bf19-645f5b7345cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:46:46.182844 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6643b-58ad-4f3f-bf19-645f5b7345cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:46:46.183188 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6643b-58ad-4f3f-bf19-645f5b7345cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:46:46.183527 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6643b-58ad-4f3f-bf19-645f5b7345cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:46:46.183877 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6643b-58ad-4f3f-bf19-645f5b7345cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:46:46.184182 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6643b-58ad-4f3f-bf19-645f5b7345cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:46:46.184500 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6643b-58ad-4f3f-bf19-645f5b7345cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:46:46.186407 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6643b-58ad-4f3f-bf19-645f5b7345cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:46:46.186407 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6643b-58ad-4f3f-bf19-645f5b7345cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:46:46.186579 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6643b-58ad-4f3f-bf19-645f5b7345cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:46:46.186909 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6643b-58ad-4f3f-bf19-645f5b7345cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:46:46.192261 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6643b-58ad-4f3f-bf19-645f5b7345cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:46:46.801335 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d5d92-8468-47ae-810a-d911be9177f6 req-6dd9ef55-85a6-4cda-9c45-bfe6eda85bee tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:46.803043 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-790d5d92-8468-47ae-810a-d911be9177f6 req-6dd9ef55-85a6-4cda-9c45-bfe6eda85bee tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0517845 Jan 27 12:46:46.852917 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-790d5d92-8468-47ae-810a-d911be9177f6 req-3620c661-af4c-42a3-9952-e17eee87fed2 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430834 Jan 27 12:46:46.881103 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 37700) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:46.975516 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-6598e887-dcdb-45fb-8c03-51a3b5065c6c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-537734051-network', 'tenant_id': 'd6209fbf005b41a3a9cbcab66acfeac5'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:46:47.068579 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6598e887-dcdb-45fb-8c03-51a3b5065c6c admin admin] Made reservation on behalf of d6209fbf005b41a3a9cbcab66acfeac5 for: {'network': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:46:47.071517 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6598e887-dcdb-45fb-8c03-51a3b5065c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for network (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:47.080103 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6598e887-dcdb-45fb-8c03-51a3b5065c6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:47.153194 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6598e887-dcdb-45fb-8c03-51a3b5065c6c admin admin] Publish callbacks [] for security_group (ae346f22-3882-4b63-9c13-ff8b0588dd4d), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:47.222863 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6598e887-dcdb-45fb-8c03-51a3b5065c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (ae346f22-3882-4b63-9c13-ff8b0588dd4d), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:47.248326 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6598e887-dcdb-45fb-8c03-51a3b5065c6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=109461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 12:46:47.262825 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598e887-dcdb-45fb-8c03-51a3b5065c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae346f22-3882-4b63-9c13-ff8b0588dd4d,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:47.266374 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6598e887-dcdb-45fb-8c03-51a3b5065c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (4e4fa98a-0c13-4457-8482-e90382ecb4f2), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:47.266718 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.db.segments_db [None req-6598e887-dcdb-45fb-8c03-51a3b5065c6c admin admin] Added segment 4e4fa98a-0c13-4457-8482-e90382ecb4f2 of type vlan for network 0039d15b-8cd4-4e00-bf29-e70c3c097634 Jan 27 12:46:47.309378 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6598e887-dcdb-45fb-8c03-51a3b5065c6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727397602151'] for network (0039d15b-8cd4-4e00-bf29-e70c3c097634), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:47.398923 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6598e887-dcdb-45fb-8c03-51a3b5065c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for network (0039d15b-8cd4-4e00-bf29-e70c3c097634), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:47.399895 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6598e887-dcdb-45fb-8c03-51a3b5065c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:47.400470 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6598e887-dcdb-45fb-8c03-51a3b5065c6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:47.459197 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598e887-dcdb-45fb-8c03-51a3b5065c6c admin admin] Pushing event updated for resources: {'Network': ['ID=0039d15b-8cd4-4e00-bf29-e70c3c097634,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:47.470040 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Network 0039d15b-8cd4-4e00-bf29-e70c3c097634 details requested by agent ovs-agent-dv-cinder-824031-3-iscsi with host dv-cinder-824031-3-iscsi {{(pid=109463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 12:46:47.519921 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-6598e887-dcdb-45fb-8c03-51a3b5065c6c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6376653 Jan 27 12:46:47.521692 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 37722) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:47.526967 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-5969f4ec-b6c8-45ad-8c71-7bba383a5955 admin admin] Request body: {'subnet': {'network_id': '0039d15b-8cd4-4e00-bf29-e70c3c097634', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-537734051-subnet', 'tenant_id': 'd6209fbf005b41a3a9cbcab66acfeac5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:46:47.639076 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5969f4ec-b6c8-45ad-8c71-7bba383a5955 admin admin] Made reservation on behalf of d6209fbf005b41a3a9cbcab66acfeac5 for: {'subnet': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:46:47.641450 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5969f4ec-b6c8-45ad-8c71-7bba383a5955 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25816208'] for subnet (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:47.869004 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5969f4ec-b6c8-45ad-8c71-7bba383a5955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3260870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25816230'] for subnet (9f47d2d1-8aa5-4478-9940-d5c781a54a43), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:47.941494 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969f4ec-b6c8-45ad-8c71-7bba383a5955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f47d2d1-8aa5-4478-9940-d5c781a54a43,revision_number=0']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:47.971296 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5969f4ec-b6c8-45ad-8c71-7bba383a5955 admin admin] Checking segment: {'id': '4e4fa98a-0c13-4457-8482-e90382ecb4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0039d15b-8cd4-4e00-bf29-e70c3c097634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:46:47.971644 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5969f4ec-b6c8-45ad-8c71-7bba383a5955 admin admin] Network hostable DHCP agents. Network: 0039d15b-8cd4-4e00-bf29-e70c3c097634, hostable agents: ['8eb3a606-acf3-4d34-8208-a31c99af56ba'], hosted agents: [] {{(pid=109462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 12:46:47.998648 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726972ff-0356-4f18-a1c3-c35479e8dbb1 req-d1c9024d-7de0-4eb7-a213-2ababeff79ba tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:48.000150 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-726972ff-0356-4f18-a1c3-c35479e8dbb1 req-d1c9024d-7de0-4eb7-a213-2ababeff79ba tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0800157 Jan 27 12:46:48.054683 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-726972ff-0356-4f18-a1c3-c35479e8dbb1 req-37cde78a-9c03-4181-922b-759e56e09ebc tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454590 Jan 27 12:46:48.073426 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5969f4ec-b6c8-45ad-8c71-7bba383a5955 admin admin] Network 0039d15b-8cd4-4e00-bf29-e70c3c097634 is scheduled to be hosted by DHCP agent 8eb3a606-acf3-4d34-8208-a31c99af56ba with binding_index 1 {{(pid=109462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 12:46:48.166040 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-5969f4ec-b6c8-45ad-8c71-7bba383a5955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-3-iscsi, 0039d15b-8cd4-4e00-bf29-e70c3c097634) {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:46:48.170391 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5969f4ec-b6c8-45ad-8c71-7bba383a5955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:48.171285 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5969f4ec-b6c8-45ad-8c71-7bba383a5955 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:48.176235 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064d1d6e-95f0-4876-b13a-23a3561b1765 None None] Network 0039d15b-8cd4-4e00-bf29-e70c3c097634 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:46:48.271784 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bba6f3-2e3c-4177-9fbc-73fd1ecfb094 None None] Network 0039d15b-8cd4-4e00-bf29-e70c3c097634 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:46:48.282422 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-5969f4ec-b6c8-45ad-8c71-7bba383a5955 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7581744 Jan 27 12:46:49.166159 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cb09d-4fdb-4fed-af0e-e996662c8c6d req-594243f9-dbe4-4d38-a926-2cd731582392 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:49.169696 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1c8cb09d-4fdb-4fed-af0e-e996662c8c6d req-594243f9-dbe4-4d38-a926-2cd731582392 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0473564 Jan 27 12:46:49.214731 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1c8cb09d-4fdb-4fed-af0e-e996662c8c6d req-a224b39b-c8c7-49a4-a7f1-a6e025ae0faa tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414898 Jan 27 12:46:49.540858 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 37804) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:49.654308 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-f742136a-1b31-4ad9-8add-6e1242c3e414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:49.724275 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-f742136a-1b31-4ad9-8add-6e1242c3e414 admin admin] Publish callbacks [] for security_group (f5f5fd5b-7dc5-4855-b009-723d67840aec), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:49.840352 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-f742136a-1b31-4ad9-8add-6e1242c3e414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (f5f5fd5b-7dc5-4855-b009-723d67840aec), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:49.881593 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-f742136a-1b31-4ad9-8add-6e1242c3e414 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07950a10ebdf40d6afa3b3831ff087f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3396251 Jan 27 12:46:49.883227 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742136a-1b31-4ad9-8add-6e1242c3e414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f5fd5b-7dc5-4855-b009-723d67840aec,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:49.884889 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 37820) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:49.934995 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-161d4db9-06c8-4016-9b50-6ae7a6cfd190 admin admin] Publish callbacks [] for security_group (f5f5fd5b-7dc5-4855-b009-723d67840aec), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:49.956446 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-161d4db9-06c8-4016-9b50-6ae7a6cfd190 admin admin] Publish callbacks [] for security_group (f5f5fd5b-7dc5-4855-b009-723d67840aec), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:50.080622 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-161d4db9-06c8-4016-9b50-6ae7a6cfd190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (f5f5fd5b-7dc5-4855-b009-723d67840aec), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:50.085906 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-161d4db9-06c8-4016-9b50-6ae7a6cfd190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:50.087704 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-161d4db9-06c8-4016-9b50-6ae7a6cfd190 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f5f5fd5b-7dc5-4855-b009-723d67840aec HTTP/1.1" status: 204 len: 168 time: 0.2014678 Jan 27 12:46:50.098663 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d4db9-06c8-4016-9b50-6ae7a6cfd190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f5fd5b-7dc5-4855-b009-723d67840aec,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:50.343919 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7dc02-a8f1-4046-b53f-6d15b501ce59 req-a749cd4d-b9b8-4925-8fd9-24cec54e8cdc tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:50.345584 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ecd7dc02-a8f1-4046-b53f-6d15b501ce59 req-a749cd4d-b9b8-4925-8fd9-24cec54e8cdc tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0538790 Jan 27 12:46:50.406793 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ecd7dc02-a8f1-4046-b53f-6d15b501ce59 req-6ec29085-25bb-429b-91fa-7e425cbb1840 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548892 Jan 27 12:46:50.451535 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-9976ecf4-5e24-408f-8e67-2e7fb8926913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:50.458501 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-fa0b084e-6c34-491c-9c31-d97baed1a395 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:50.460148 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-fa0b084e-6c34-491c-9c31-d97baed1a395 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/networks?id=0039d15b-8cd4-4e00-bf29-e70c3c097634 HTTP/1.1" status: 200 len: 808 time: 0.1399844 Jan 27 12:46:50.479067 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-f7610f2b-a3bb-4d09-8fdc-cf7d4d2485c9 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/quotas/d6209fbf005b41a3a9cbcab66acfeac5 HTTP/1.1" status: 200 len: 375 time: 0.0092511 Jan 27 12:46:50.514752 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-213c5290-2fbe-4898-9917-26ee3dc62b43 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6209fbf005b41a3a9cbcab66acfeac5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275831 Jan 27 12:46:50.606512 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-69351884-8c53-443e-9a09-914349ea6c89 service neutron] 10.222.0.39 "GET /v2.0/networks/0039d15b-8cd4-4e00-bf29-e70c3c097634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848694 Jan 27 12:46:50.701705 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-9b510ed9-3d3e-4cca-825b-63164d69cb71 service neutron] 10.222.0.39 "GET /v2.0/networks/0039d15b-8cd4-4e00-bf29-e70c3c097634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892496 Jan 27 12:46:50.764717 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 37850) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:50.780573 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c06b1873-0828-494a-964a-6ab793cbaf75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:50.885547 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c06b1873-0828-494a-964a-6ab793cbaf75 admin admin] Publish callbacks [] for security_group (a723cba7-14b0-4206-b4d2-d15d7660a207), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:50.928752 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7dadfd6f-d752-4bf7-bf01-83d9abea9b9e req-0081ad7d-094a-4a12-8f34-3a89db58b2f3 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=66014e39-df11-4893-a5f0-81707bf10b8b HTTP/1.1" status: 200 len: 210 time: 0.0259674 Jan 27 12:46:50.965596 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c06b1873-0828-494a-964a-6ab793cbaf75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (a723cba7-14b0-4206-b4d2-d15d7660a207), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:51.011957 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-c06b1873-0828-494a-964a-6ab793cbaf75 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ce6dce419aa4fd2b4ab45121f6f06bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434556 Jan 27 12:46:51.011957 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b1873-0828-494a-964a-6ab793cbaf75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a723cba7-14b0-4206-b4d2-d15d7660a207,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:51.012338 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 37866) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:46:51.060961 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-beebdda9-e8e7-4580-8432-bda41454c5f7 admin admin] Publish callbacks [] for security_group (a723cba7-14b0-4206-b4d2-d15d7660a207), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:51.082199 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-beebdda9-e8e7-4580-8432-bda41454c5f7 admin admin] Publish callbacks [] for security_group (a723cba7-14b0-4206-b4d2-d15d7660a207), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:51.199123 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-beebdda9-e8e7-4580-8432-bda41454c5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (a723cba7-14b0-4206-b4d2-d15d7660a207), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:51.201842 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-beebdda9-e8e7-4580-8432-bda41454c5f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:51.203158 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-beebdda9-e8e7-4580-8432-bda41454c5f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a723cba7-14b0-4206-b4d2-d15d7660a207 HTTP/1.1" status: 204 len: 168 time: 0.1897378 Jan 27 12:46:51.212110 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebdda9-e8e7-4580-8432-bda41454c5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a723cba7-14b0-4206-b4d2-d15d7660a207,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:51.515345 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78c4e2-319d-4a1e-9fb2-b664220593cf req-b96d1c91-2d64-40ab-bbe7-789aff00eb40 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:51.516727 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5d78c4e2-319d-4a1e-9fb2-b664220593cf req-b96d1c91-2d64-40ab-bbe7-789aff00eb40 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0483260 Jan 27 12:46:51.564110 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5d78c4e2-319d-4a1e-9fb2-b664220593cf req-615ffc68-b492-48cc-9b5d-15b9558dcc83 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414677 Jan 27 12:46:52.007362 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-18143de3-1f2f-49df-8563-d0d1308b4128 req-bebee13f-bf91-4472-88d1-cc1fbfadca50 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=66014e39-df11-4893-a5f0-81707bf10b8b HTTP/1.1" status: 200 len: 210 time: 0.0279484 Jan 27 12:46:52.629105 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:46:52.684651 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd6ef7-16e9-4375-9755-4dfd9005557e req-f63f8585-e7f3-4077-8f0e-a1bdde246a23 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:52.686126 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9edd6ef7-16e9-4375-9755-4dfd9005557e req-f63f8585-e7f3-4077-8f0e-a1bdde246a23 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0495830 Jan 27 12:46:52.741896 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9edd6ef7-16e9-4375-9755-4dfd9005557e req-16a7f9e4-337d-4c65-8f89-0ec5df7a9669 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492487 Jan 27 12:46:52.754146 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f2d41f58-a182-48e4-bf87-a1d98dc83b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:53.098406 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-0448b8f9-b357-45b3-96e3-4e1cce42e946 req-1414fd9c-413d-49d2-ad59-2daca0787467 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=66014e39-df11-4893-a5f0-81707bf10b8b HTTP/1.1" status: 200 len: 210 time: 0.0243049 Jan 27 12:46:53.816170 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:53.860354 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b777b-d151-4e8d-bdfd-40718ca5ba8c req-299dce34-2130-45ac-9941-502a44ed3838 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:53.861872 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-570b777b-d151-4e8d-bdfd-40718ca5ba8c req-299dce34-2130-45ac-9941-502a44ed3838 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0489902 Jan 27 12:46:53.919739 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-570b777b-d151-4e8d-bdfd-40718ca5ba8c req-4995cc10-763c-48d6-9a95-0a561b826f9c tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523317 Jan 27 12:46:54.195671 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-81b07565-0d1b-4132-8b8c-4d33c17a6323 req-f9fb30cb-d018-4575-b564-68199b367d82 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=66014e39-df11-4893-a5f0-81707bf10b8b HTTP/1.1" status: 200 len: 210 time: 0.0283442 Jan 27 12:46:55.034819 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c600f1-7ad8-4db0-b6d9-83ece8b1ff9d req-af45db41-3842-43a1-a852-f820a45adbbd tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:55.036282 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a1c600f1-7ad8-4db0-b6d9-83ece8b1ff9d req-af45db41-3842-43a1-a852-f820a45adbbd tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0476584 Jan 27 12:46:55.082292 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a1c600f1-7ad8-4db0-b6d9-83ece8b1ff9d req-db4f298b-ef3d-4581-9b14-3038871d92d0 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399292 Jan 27 12:46:55.285010 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-abb35723-02e4-4575-8297-eedcc0a73c8a req-de6941cf-dd53-4416-b9b3-cf94dc089c15 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=66014e39-df11-4893-a5f0-81707bf10b8b HTTP/1.1" status: 200 len: 210 time: 0.0254760 Jan 27 12:46:55.330287 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:56.191777 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb13ce-f118-4606-86f0-4edc9107def2 req-4e0eba26-fe59-4ccc-a80a-7b6c329060ff tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:56.193181 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-6ddb13ce-f118-4606-86f0-4edc9107def2 req-4e0eba26-fe59-4ccc-a80a-7b6c329060ff tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0458505 Jan 27 12:46:56.240708 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-6ddb13ce-f118-4606-86f0-4edc9107def2 req-dea50b7e-ac9a-4631-9eac-9dd8ca3e7ba1 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416179 Jan 27 12:46:56.374297 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-6a14722b-fb54-4452-a53f-878cd9563283 req-8bd5baf8-4ad8-4d01-886e-b8807f9118d6 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=66014e39-df11-4893-a5f0-81707bf10b8b HTTP/1.1" status: 200 len: 210 time: 0.0258288 Jan 27 12:46:56.673662 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:57.357635 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de25f70-e612-425c-834f-e62ed7cea3ae req-1ecf0919-d0fa-472a-ae9a-85975dfe1119 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:57.359399 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2de25f70-e612-425c-834f-e62ed7cea3ae req-1ecf0919-d0fa-472a-ae9a-85975dfe1119 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0488026 Jan 27 12:46:57.393996 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:57.406026 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2de25f70-e612-425c-834f-e62ed7cea3ae req-fe995753-46c2-4b07-a6d4-1a139ed80279 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411489 Jan 27 12:46:57.485726 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5ca89352-69b4-4f0c-8538-2ec19edf8d20 req-35b4cdda-ac90-4f7b-8f0c-ea824486c837 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=66014e39-df11-4893-a5f0-81707bf10b8b HTTP/1.1" status: 200 len: 210 time: 0.0338666 Jan 27 12:46:57.587746 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-b30575ea-badb-40ec-af51-aca91173595d tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:57.589167 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-b30575ea-badb-40ec-af51-aca91173595d tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.13 "GET /v2.0/networks?id=0039d15b-8cd4-4e00-bf29-e70c3c097634 HTTP/1.1" status: 200 len: 808 time: 0.0993080 Jan 27 12:46:57.608866 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-8139a69e-4f8f-465d-9cab-2d3329759644 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Request body: {'port': {'device_id': '66014e39-df11-4893-a5f0-81707bf10b8b', 'network_id': '0039d15b-8cd4-4e00-bf29-e70c3c097634', 'admin_state_up': True, 'tenant_id': 'd6209fbf005b41a3a9cbcab66acfeac5'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:46:57.805405 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-8139a69e-4f8f-465d-9cab-2d3329759644 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Made reservation on behalf of d6209fbf005b41a3a9cbcab66acfeac5 for: {'port': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:46:57.808928 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-8139a69e-4f8f-465d-9cab-2d3329759644 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:57.935469 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_common [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-8139a69e-4f8f-465d-9cab-2d3329759644 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Allocated IP 172.20.0.11 (0039d15b-8cd4-4e00-bf29-e70c3c097634/9f47d2d1-8aa5-4478-9940-d5c781a54a43/a424886a-fbb4-4130-8443-aa9af24f00ec) {{(pid=109461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:46:58.039015 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2649985c-c819-4582-94b2-8808f15f9431 req-f9af0195-eab9-414c-8a1a-cd14a31459f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702491 Jan 27 12:46:58.117928 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-8139a69e-4f8f-465d-9cab-2d3329759644 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Publish callbacks [] for port (a424886a-fbb4-4130-8443-aa9af24f00ec), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:58.160191 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649985c-c819-4582-94b2-8808f15f9431 req-0bd801f1-5778-4dfb-b738-2aa5f962c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:58.161686 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2649985c-c819-4582-94b2-8808f15f9431 req-0bd801f1-5778-4dfb-b738-2aa5f962c8cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c91276cab5a4ab89aeb4ed27af897eb&device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 1099 time: 0.0602009 Jan 27 12:46:58.221740 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-8139a69e-4f8f-465d-9cab-2d3329759644 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (a424886a-fbb4-4130-8443-aa9af24f00ec), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:58.291772 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649985c-c819-4582-94b2-8808f15f9431 req-1c9c0aed-f4b8-43ec-abc0-26505882ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:58.292191 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139a69e-4f8f-465d-9cab-2d3329759644 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Pushing event updated for resources: {'Port': ['ID=a424886a-fbb4-4130-8443-aa9af24f00ec,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:58.293378 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2649985c-c819-4582-94b2-8808f15f9431 req-1c9c0aed-f4b8-43ec-abc0-26505882ad57 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f93ed95b-fa06-42a9-b32c-e652b333a4ab HTTP/1.1" status: 200 len: 912 time: 0.0996044 Jan 27 12:46:58.301139 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-8139a69e-4f8f-465d-9cab-2d3329759644 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Network 0039d15b-8cd4-4e00-bf29-e70c3c097634 is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:46:58.302880 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-8139a69e-4f8f-465d-9cab-2d3329759644 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:46:58.306050 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-8139a69e-4f8f-465d-9cab-2d3329759644 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Received port after_create {{(pid=109461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:46:58.360225 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-8139a69e-4f8f-465d-9cab-2d3329759644 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:58.360840 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-8139a69e-4f8f-465d-9cab-2d3329759644 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for port (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:58.361779 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2649985c-c819-4582-94b2-8808f15f9431 req-e93cf83f-cb36-4b4c-a016-bcaab54490bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac96bd5f-b945-4953-9cb6-bf5bd531a070 HTTP/1.1" status: 200 len: 217 time: 0.0406859 Jan 27 12:46:58.443231 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649985c-c819-4582-94b2-8808f15f9431 req-86698455-3c4e-405c-af89-85cc9aac049f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:58.445366 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2649985c-c819-4582-94b2-8808f15f9431 req-86698455-3c4e-405c-af89-85cc9aac049f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03cd7728-725d-4de0-be4f-245a5798d1b2 HTTP/1.1" status: 200 len: 851 time: 0.0445437 Jan 27 12:46:58.453736 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-8139a69e-4f8f-465d-9cab-2d3329759644 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8489261 Jan 27 12:46:58.478902 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-7d52c561-5976-413b-a317-6091e23a512d service neutron] Request body: {'port': {'device_id': '66014e39-df11-4893-a5f0-81707bf10b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:46:58.481850 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2649985c-c819-4582-94b2-8808f15f9431 req-67e436cf-7e02-447a-8277-e6a2cfa333be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f93ed95b-fa06-42a9-b32c-e652b333a4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249588 Jan 27 12:46:58.550466 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de85d3d-d28e-4472-9708-0b16bdbfcec3 req-5f57d010-b480-4629-81d4-250528722c75 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:58.552609 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3de85d3d-d28e-4472-9708-0b16bdbfcec3 req-5f57d010-b480-4629-81d4-250528722c75 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0699098 Jan 27 12:46:58.597251 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-7d52c561-5976-413b-a317-6091e23a512d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (a424886a-fbb4-4130-8443-aa9af24f00ec), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:58.643188 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b2d56-d27b-43dd-8bb2-121172daaa38 req-69c320a9-7d32-4fab-9444-9710b6137bee tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:58.644666 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-bf7b2d56-d27b-43dd-8bb2-121172daaa38 req-69c320a9-7d32-4fab-9444-9710b6137bee tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=66014e39-df11-4893-a5f0-81707bf10b8b HTTP/1.1" status: 200 len: 932 time: 0.0706558 Jan 27 12:46:58.648225 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2649985c-c819-4582-94b2-8808f15f9431 req-398f0514-0557-4065-8646-885d31988eb9 service neutron] 10.222.0.13 "GET /v2.0/networks/f93ed95b-fa06-42a9-b32c-e652b333a4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596060 Jan 27 12:46:58.654812 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3de85d3d-d28e-4472-9708-0b16bdbfcec3 req-4bc2edb0-247d-42b8-b424-f197b69c5c44 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814378 Jan 27 12:46:58.738646 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-bf7b2d56-d27b-43dd-8bb2-121172daaa38 req-72269238-cf5a-41ad-8bfd-4dd6e497f60f tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae346f22-3882-4b63-9c13-ff8b0588dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880160 Jan 27 12:46:58.791524 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2649985c-c819-4582-94b2-8808f15f9431 req-2f4e0907-09c2-4cc5-b037-58d8c370100f service neutron] 10.222.0.13 "GET /v2.0/networks/f93ed95b-fa06-42a9-b32c-e652b333a4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272669 Jan 27 12:46:58.898164 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-7d52c561-5976-413b-a317-6091e23a512d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a424886a-fbb4-4130-8443-aa9af24f00ec {{(pid=109461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:46:58.905443 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-7d52c561-5976-413b-a317-6091e23a512d service neutron] Publish callbacks [] for port (a424886a-fbb4-4130-8443-aa9af24f00ec), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:58.918287 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.provisioning_blocks [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-7d52c561-5976-413b-a317-6091e23a512d service neutron] Transition to ACTIVE for port object a424886a-fbb4-4130-8443-aa9af24f00ec will not be triggered until provisioned by entity L2. {{(pid=109461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 12:46:58.994495 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-7d52c561-5976-413b-a317-6091e23a512d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412271'] for port (a424886a-fbb4-4130-8443-aa9af24f00ec), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:59.095224 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52c561-5976-413b-a317-6091e23a512d service neutron] Pushing event updated for resources: {'Port': ['ID=a424886a-fbb4-4130-8443-aa9af24f00ec,revision_number=2']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:59.159023 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-7d52c561-5976-413b-a317-6091e23a512d service neutron] Attempting to bind port a424886a-fbb4-4130-8443-aa9af24f00ec on host hv-cinder-82403 for vnic_type normal with profile {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:46:59.159358 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-7d52c561-5976-413b-a317-6091e23a512d service neutron] Attempting to bind port a424886a-fbb4-4130-8443-aa9af24f00ec by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '4e4fa98a-0c13-4457-8482-e90382ecb4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0039d15b-8cd4-4e00-bf29-e70c3c097634'}] {{(pid=109461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:46:59.159679 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-7d52c561-5976-413b-a317-6091e23a512d service neutron] Attempting to bind port a424886a-fbb4-4130-8443-aa9af24f00ec on network 0039d15b-8cd4-4e00-bf29-e70c3c097634 {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:46:59.164425 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-7d52c561-5976-413b-a317-6091e23a512d service neutron] Port a424886a-fbb4-4130-8443-aa9af24f00ec on network 0039d15b-8cd4-4e00-bf29-e70c3c097634 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 12:46:59.164801 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-7d52c561-5976-413b-a317-6091e23a512d service neutron] Attempting to bind port a424886a-fbb4-4130-8443-aa9af24f00ec on network 0039d15b-8cd4-4e00-bf29-e70c3c097634 {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:46:59.169502 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-7d52c561-5976-413b-a317-6091e23a512d service neutron] Checking agent: {'id': 'e5f4578a-8b65-461b-9155-0533d25cd18a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'started_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:46:59.169834 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-7d52c561-5976-413b-a317-6091e23a512d service neutron] Checking segment: {'id': '4e4fa98a-0c13-4457-8482-e90382ecb4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0039d15b-8cd4-4e00-bf29-e70c3c097634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:46:59.170211 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-7d52c561-5976-413b-a317-6091e23a512d service neutron] Bound using segment: {'id': '4e4fa98a-0c13-4457-8482-e90382ecb4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0039d15b-8cd4-4e00-bf29-e70c3c097634'} {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:46:59.170677 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-7d52c561-5976-413b-a317-6091e23a512d service neutron] Bound port: a424886a-fbb4-4130-8443-aa9af24f00ec, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e4fa98a-0c13-4457-8482-e90382ecb4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0039d15b-8cd4-4e00-bf29-e70c3c097634'}}] {{(pid=109461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:46:59.171063 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-7d52c561-5976-413b-a317-6091e23a512d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (a424886a-fbb4-4130-8443-aa9af24f00ec), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:59.232678 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-7d52c561-5976-413b-a317-6091e23a512d service neutron] For port a424886a-fbb4-4130-8443-aa9af24f00ec, host hv-cinder-82403, cleared binding levels {{(pid=109461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:46:59.237968 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-7d52c561-5976-413b-a317-6091e23a512d service neutron] For port a424886a-fbb4-4130-8443-aa9af24f00ec, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=a424886a-fbb4-4130-8443-aa9af24f00ec,segment=NetworkSegment(4e4fa98a-0c13-4457-8482-e90382ecb4f2),segment_id=4e4fa98a-0c13-4457-8482-e90382ecb4f2)] {{(pid=109461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:46:59.314321 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-7d52c561-5976-413b-a317-6091e23a512d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412271'] for port (a424886a-fbb4-4130-8443-aa9af24f00ec), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:59.378915 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-7d52c561-5976-413b-a317-6091e23a512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:59.379537 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-7d52c561-5976-413b-a317-6091e23a512d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for port (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:46:59.381354 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-7d52c561-5976-413b-a317-6091e23a512d service neutron] 10.222.0.13 "PUT /v2.0/ports/a424886a-fbb4-4130-8443-aa9af24f00ec HTTP/1.1" status: 200 len: 1094 time: 0.9069822 Jan 27 12:46:59.381461 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66014e39-df11-4893-a5f0-81707bf10b8b', 'tag': 'a424886a-fbb4-4130-8443-aa9af24f00ec'}] {{(pid=109461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:46:59.383812 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13caf501d2ade89ef8f3be641e2375f4ed3bc8c86955b9dc87ba2ae8dc6631d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87503b9-ec63-4784-943d-977ea6f3c791" -d '{"events": [{"name": "network-changed", "server_uuid": "66014e39-df11-4893-a5f0-81707bf10b8b", "tag": "a424886a-fbb4-4130-8443-aa9af24f00ec"}]}' {{(pid=109461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:46:59.390921 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52c561-5976-413b-a317-6091e23a512d service neutron] Pushing event updated for resources: {'Port': ['ID=a424886a-fbb4-4130-8443-aa9af24f00ec,revision_number=3']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:46:59.440567 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40df5cb-e5b4-4c5a-afc7-30f98a8786b8 x-openstack-request-id: req-a40df5cb-e5b4-4c5a-afc7-30f98a8786b8 {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:46:59.440948 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66014e39-df11-4893-a5f0-81707bf10b8b", "tag": "a424886a-fbb4-4130-8443-aa9af24f00ec", "status": "completed", "code": 200}]} {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:46:59.441313 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a40df5cb-e5b4-4c5a-afc7-30f98a8786b8 {{(pid=109461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:46:59.444949 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66014e39-df11-4893-a5f0-81707bf10b8b', 'tag': 'a424886a-fbb4-4130-8443-aa9af24f00ec', 'status': 'completed', 'code': 200} Jan 27 12:46:59.520698 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87503b9-ec63-4784-943d-977ea6f3c791 req-72b3718f-f7b8-445a-8123-860e0b90cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:59.520698 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a87503b9-ec63-4784-943d-977ea6f3c791 req-72b3718f-f7b8-445a-8123-860e0b90cd21 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6209fbf005b41a3a9cbcab66acfeac5&device_id=66014e39-df11-4893-a5f0-81707bf10b8b HTTP/1.1" status: 200 len: 1097 time: 0.0430384 Jan 27 12:46:59.785645 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87503b9-ec63-4784-943d-977ea6f3c791 req-b18976d5-265d-4743-bb6f-91a8482f9099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:59.787134 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a87503b9-ec63-4784-943d-977ea6f3c791 req-b18976d5-265d-4743-bb6f-91a8482f9099 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d6209fbf005b41a3a9cbcab66acfeac5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2386169 Jan 27 12:46:59.789987 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dc567-eb26-478d-827b-384bdb874553 req-4a22afc6-1507-4e76-ad51-9115603f4c5a tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:59.791586 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-725dc567-eb26-478d-827b-384bdb874553 req-4a22afc6-1507-4e76-ad51-9115603f4c5a tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0561690 Jan 27 12:46:59.793737 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-66a9e349-d7c3-40cd-975c-17a803967790 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:46:59.795148 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-66a9e349-d7c3-40cd-975c-17a803967790 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/networks?id=1a947d14-4622-4e1b-8ca5-f566d085c54e HTTP/1.1" status: 200 len: 814 time: 0.2381885 Jan 27 12:46:59.843257 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-725dc567-eb26-478d-827b-384bdb874553 req-c5a59c67-d563-4057-a731-32cd647300c9 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420759 Jan 27 12:46:59.872389 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-a1dd19e5-303a-46c0-8a3c-03da3c93e123 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/quotas/2bdd17e9465442c6b527b37e80925d48 HTTP/1.1" status: 200 len: 375 time: 0.0686502 Jan 27 12:47:00.002941 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-6fc95794-eb90-4974-a7fe-71a65c77c3cc tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2bdd17e9465442c6b527b37e80925d48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1206338 Jan 27 12:47:00.004460 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87503b9-ec63-4784-943d-977ea6f3c791 req-b74306ac-e7d9-478a-a8a3-2bbf0b7e8126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:00.005893 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a87503b9-ec63-4784-943d-977ea6f3c791 req-b74306ac-e7d9-478a-a8a3-2bbf0b7e8126 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2098682 Jan 27 12:47:00.120745 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9fc7a-14bc-458a-9dd8-c8b805d56c81 req-fafa7a80-75de-4d82-92b9-a1400e9c789d tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:00.122305 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-33a9fc7a-14bc-458a-9dd8-c8b805d56c81 req-fafa7a80-75de-4d82-92b9-a1400e9c789d tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=66014e39-df11-4893-a5f0-81707bf10b8b HTTP/1.1" status: 200 len: 944 time: 0.0562773 Jan 27 12:47:00.173635 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-33a9fc7a-14bc-458a-9dd8-c8b805d56c81 req-ce503ba2-542a-41e7-889a-123a73642a64 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae346f22-3882-4b63-9c13-ff8b0588dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448990 Jan 27 12:47:00.306312 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-4762ccca-82b2-44da-85c4-bb25d307e7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:00.307805 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-4762ccca-82b2-44da-85c4-bb25d307e7ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6209fbf005b41a3a9cbcab66acfeac5&device_id=66014e39-df11-4893-a5f0-81707bf10b8b HTTP/1.1" status: 200 len: 1097 time: 0.2400014 Jan 27 12:47:00.324310 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-136f1e7e-3680-45b8-9530-a69357029a81 service neutron] 10.222.0.39 "GET /v2.0/networks/1a947d14-4622-4e1b-8ca5-f566d085c54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035469 Jan 27 12:47:00.360143 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-7a2253a8-2225-4e56-a667-e71ff0ab9ae3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a424886a-fbb4-4130-8443-aa9af24f00ec HTTP/1.1" status: 200 len: 217 time: 0.0432153 Jan 27 12:47:00.456886 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-2209a2f6-5739-478e-ad07-29477a1180af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:00.458332 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-2209a2f6-5739-478e-ad07-29477a1180af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f47d2d1-8aa5-4478-9940-d5c781a54a43 HTTP/1.1" status: 200 len: 848 time: 0.0607331 Jan 27 12:47:00.479783 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-323e1a5b-50b5-4954-a067-17a3db006255 service neutron] 10.222.0.39 "GET /v2.0/networks/1a947d14-4622-4e1b-8ca5-f566d085c54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279073 Jan 27 12:47:00.498111 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-0ea1ba50-98c6-4065-9c79-50dcc23fdb4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0039d15b-8cd4-4e00-bf29-e70c3c097634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264695 Jan 27 12:47:00.598377 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-8c1ab4f3-edf0-4b53-8cf1-aa25ea2bb5f5 service neutron] 10.222.0.13 "GET /v2.0/networks/0039d15b-8cd4-4e00-bf29-e70c3c097634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907009 Jan 27 12:47:00.696028 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d083e44f-a5c3-45c5-808f-77ccc7943fe8 req-f8371ccd-1e80-4175-8273-17f510f2b529 service neutron] 10.222.0.13 "GET /v2.0/networks/0039d15b-8cd4-4e00-bf29-e70c3c097634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898626 Jan 27 12:47:00.749922 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9bb3e0d6-c9f3-48fc-85f6-3e330e2b973f req-fc2bdd8c-839b-4ca8-88ed-d9bd88d05ad5 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0f1609f-18fc-43c4-9fea-a411f9996fcd HTTP/1.1" status: 200 len: 210 time: 0.0301166 Jan 27 12:47:00.963870 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1080f-fbd4-48cb-8fa1-74ff30b7d3c1 req-5eaf53b7-d458-478c-bba1-fd845d4018cb tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:00.965647 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-84f1080f-fbd4-48cb-8fa1-74ff30b7d3c1 req-5eaf53b7-d458-478c-bba1-fd845d4018cb tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0549235 Jan 27 12:47:01.017170 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-84f1080f-fbd4-48cb-8fa1-74ff30b7d3c1 req-536bea12-4c60-4b68-b002-f76a9dac8d23 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440271 Jan 27 12:47:01.296772 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c187a5-491c-414a-afaa-6129703e0b00 req-90b58c8c-aa57-4043-9b30-0eb8d0ca1032 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:01.296772 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-85c187a5-491c-414a-afaa-6129703e0b00 req-90b58c8c-aa57-4043-9b30-0eb8d0ca1032 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=66014e39-df11-4893-a5f0-81707bf10b8b HTTP/1.1" status: 200 len: 944 time: 0.0531638 Jan 27 12:47:01.345738 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-85c187a5-491c-414a-afaa-6129703e0b00 req-179c102f-b034-46b8-8e6f-7be1d3446017 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae346f22-3882-4b63-9c13-ff8b0588dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418122 Jan 27 12:47:01.845707 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-94c57e4b-5360-45c2-97bc-b021dd6fd22e req-1753b2da-1c19-4d7b-b329-8635060dacb5 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0f1609f-18fc-43c4-9fea-a411f9996fcd HTTP/1.1" status: 200 len: 210 time: 0.0245669 Jan 27 12:47:01.876712 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 38202) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:01.979790 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-efbc3fa5-4862-4c0a-a279-05f412d504c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:02.056637 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-efbc3fa5-4862-4c0a-a279-05f412d504c8 admin admin] Publish callbacks [] for security_group (361b1fe1-91cd-4c61-816f-dda586a7a18b), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:02.125367 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-efbc3fa5-4862-4c0a-a279-05f412d504c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (361b1fe1-91cd-4c61-816f-dda586a7a18b), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:02.140166 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311d9f1-2470-4e24-b85c-9861cba0df2d req-d8441ee5-d240-4a7a-9708-d1f03d8284ff tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:02.141770 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4311d9f1-2470-4e24-b85c-9861cba0df2d req-d8441ee5-d240-4a7a-9708-d1f03d8284ff tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0478632 Jan 27 12:47:02.170652 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-efbc3fa5-4862-4c0a-a279-05f412d504c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a001deb13074c34a5549f1f9f898eca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903953 Jan 27 12:47:02.170652 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc3fa5-4862-4c0a-a279-05f412d504c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361b1fe1-91cd-4c61-816f-dda586a7a18b,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:02.172031 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 38208) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:02.190674 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4311d9f1-2470-4e24-b85c-9861cba0df2d req-8520f766-0ffd-4f3a-aff8-84262a0c177a tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425448 Jan 27 12:47:02.234068 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-ff2d1f67-9251-4c04-9507-31e8616f18b7 admin admin] Publish callbacks [] for security_group (361b1fe1-91cd-4c61-816f-dda586a7a18b), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:02.255672 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-ff2d1f67-9251-4c04-9507-31e8616f18b7 admin admin] Publish callbacks [] for security_group (361b1fe1-91cd-4c61-816f-dda586a7a18b), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:02.383038 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-ff2d1f67-9251-4c04-9507-31e8616f18b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (361b1fe1-91cd-4c61-816f-dda586a7a18b), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:02.385689 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-ff2d1f67-9251-4c04-9507-31e8616f18b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:02.386913 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-ff2d1f67-9251-4c04-9507-31e8616f18b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/361b1fe1-91cd-4c61-816f-dda586a7a18b HTTP/1.1" status: 204 len: 168 time: 0.2142587 Jan 27 12:47:02.394800 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d1f67-9251-4c04-9507-31e8616f18b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361b1fe1-91cd-4c61-816f-dda586a7a18b,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:02.492782 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678f10f-a59c-44fb-9010-60487f919858 req-89d840d4-615a-474d-85b0-3676ac98cfcf tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:02.494801 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4678f10f-a59c-44fb-9010-60487f919858 req-89d840d4-615a-474d-85b0-3676ac98cfcf tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=66014e39-df11-4893-a5f0-81707bf10b8b HTTP/1.1" status: 200 len: 944 time: 0.0767121 Jan 27 12:47:02.544730 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4678f10f-a59c-44fb-9010-60487f919858 req-d65ed286-dfda-4248-954d-7e9f4eaa0e1b tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae346f22-3882-4b63-9c13-ff8b0588dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403893 Jan 27 12:47:02.685022 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device a424886a-fbb4-4130-8443-aa9af24f00ec details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=109463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 12:47:02.768794 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 38228) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:02.805556 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port a424886a-fbb4-4130-8443-aa9af24f00ec, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=a424886a-fbb4-4130-8443-aa9af24f00ec,segment=NetworkSegment(4e4fa98a-0c13-4457-8482-e90382ecb4f2),segment_id=4e4fa98a-0c13-4457-8482-e90382ecb4f2)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:47:02.819468 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Returning: {'device': 'a424886a-fbb4-4130-8443-aa9af24f00ec', 'network_id': '0039d15b-8cd4-4e00-bf29-e70c3c097634', 'port_id': 'a424886a-fbb4-4130-8443-aa9af24f00ec', 'mac_address': 'fa:16:3e:6b:db:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f47d2d1-8aa5-4478-9940-d5c781a54a43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 12:47:02.858894 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port a424886a-fbb4-4130-8443-aa9af24f00ec is: DOWN; New status is: BUILD {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:47:02.859817 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (a424886a-fbb4-4130-8443-aa9af24f00ec), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:02.878216 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a424886a-fbb4-4130-8443-aa9af24f00ec {{(pid=109463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:47:02.909548 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port a424886a-fbb4-4130-8443-aa9af24f00ec, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=a424886a-fbb4-4130-8443-aa9af24f00ec,segment=NetworkSegment(4e4fa98a-0c13-4457-8482-e90382ecb4f2),segment_id=4e4fa98a-0c13-4457-8482-e90382ecb4f2)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:47:02.950020 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a513f0cb-9785-45a1-bf8e-3c9948c494e6 req-0245e35a-edfe-4756-9701-141f3e1dc967 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0f1609f-18fc-43c4-9fea-a411f9996fcd HTTP/1.1" status: 200 len: 210 time: 0.0306041 Jan 27 12:47:02.956714 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-3f8686a4-4c22-4144-9aca-5e2fab5a1174 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:02.958563 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-3f8686a4-4c22-4144-9aca-5e2fab5a1174 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.13 "GET /v2.0/networks?id=1a947d14-4622-4e1b-8ca5-f566d085c54e HTTP/1.1" status: 200 len: 814 time: 0.1127753 Jan 27 12:47:02.978586 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-3af099f5-e305-499b-87cc-d6f23f9f2c2c tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Request body: {'port': {'device_id': 'a0f1609f-18fc-43c4-9fea-a411f9996fcd', 'network_id': '1a947d14-4622-4e1b-8ca5-f566d085c54e', 'admin_state_up': True, 'tenant_id': '2bdd17e9465442c6b527b37e80925d48'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:47:02.981340 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-f9e7634a-df95-4146-a17b-fd70855657d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:03.021148 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (a424886a-fbb4-4130-8443-aa9af24f00ec), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:03.131277 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=a424886a-fbb4-4130-8443-aa9af24f00ec,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:03.139483 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:03.140161 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:03.140874 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:03.141396 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:03.141943 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:03.142416 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:03.142969 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:03.143500 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:03.144024 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:03.144551 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:03.145171 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:03.145663 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:03.146169 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:03.170080 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 38236) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:03.177574 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-f9e7634a-df95-4146-a17b-fd70855657d5 admin admin] Publish callbacks [] for security_group (140b514a-5753-47d8-8681-d49989f2e78b), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:03.190153 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-06241a46-a171-4439-94b4-e8709deeb6c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:03.266772 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-06241a46-a171-4439-94b4-e8709deeb6c4 admin admin] Publish callbacks [] for security_group (a43c8258-22e9-4c61-b3ea-be8302053167), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:03.280408 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-f9e7634a-df95-4146-a17b-fd70855657d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (140b514a-5753-47d8-8681-d49989f2e78b), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:03.322802 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-f9e7634a-df95-4146-a17b-fd70855657d5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f745e1a6895e4955a74f733284c6565a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5529232 Jan 27 12:47:03.323974 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7634a-df95-4146-a17b-fd70855657d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140b514a-5753-47d8-8681-d49989f2e78b,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:03.324787 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea78504-f4ee-4c77-ac57-42a1281bcf57 req-c7e562e8-5cc4-42b7-a2c3-301480e09931 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:03.326291 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-fea78504-f4ee-4c77-ac57-42a1281bcf57 req-c7e562e8-5cc4-42b7-a2c3-301480e09931 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0556195 Jan 27 12:47:03.326895 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 38244) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:03.347772 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-3af099f5-e305-499b-87cc-d6f23f9f2c2c tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Made reservation on behalf of 2bdd17e9465442c6b527b37e80925d48 for: {'port': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:47:03.351073 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-3af099f5-e305-499b-87cc-d6f23f9f2c2c tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:03.381014 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-06241a46-a171-4439-94b4-e8709deeb6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (a43c8258-22e9-4c61-b3ea-be8302053167), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:03.408954 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['a424886a-fbb4-4130-8443-aa9af24f00ec'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:47:03.496448 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-06241a46-a171-4439-94b4-e8709deeb6c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b01507ab2c144fe09cb9eb51bc15d515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3251541 Jan 27 12:47:03.502442 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 38248) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:03.506970 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06241a46-a171-4439-94b4-e8709deeb6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43c8258-22e9-4c61-b3ea-be8302053167,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:03.524154 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-fea78504-f4ee-4c77-ac57-42a1281bcf57 req-5a9d14b5-3f16-41eb-a28f-17718950a928 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910634 Jan 27 12:47:03.528399 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0213a87d-9525-41f7-9295-50b65f3af02d admin admin] Publish callbacks [] for security_group (140b514a-5753-47d8-8681-d49989f2e78b), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:03.599847 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0213a87d-9525-41f7-9295-50b65f3af02d admin admin] Publish callbacks [] for security_group (140b514a-5753-47d8-8681-d49989f2e78b), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:03.648928 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_common [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-3af099f5-e305-499b-87cc-d6f23f9f2c2c tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Allocated IP 172.20.0.13 (1a947d14-4622-4e1b-8ca5-f566d085c54e/3ba7930f-92e1-41b4-9c1a-3ea64702b7a6/702955d7-6cce-443d-b871-2d8a4799da77) {{(pid=109461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:47:03.663261 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e51332d1-af10-4af0-bb2b-2ac1f3b12c8c admin admin] Publish callbacks [] for security_group (a43c8258-22e9-4c61-b3ea-be8302053167), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:03.729750 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e51332d1-af10-4af0-bb2b-2ac1f3b12c8c admin admin] Publish callbacks [] for security_group (a43c8258-22e9-4c61-b3ea-be8302053167), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:03.751669 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0213a87d-9525-41f7-9295-50b65f3af02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (140b514a-5753-47d8-8681-d49989f2e78b), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:03.755049 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0213a87d-9525-41f7-9295-50b65f3af02d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:03.759188 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-0213a87d-9525-41f7-9295-50b65f3af02d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/140b514a-5753-47d8-8681-d49989f2e78b HTTP/1.1" status: 204 len: 168 time: 0.4287064 Jan 27 12:47:03.774841 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad72fe-d859-4c12-862f-05bf787caafa req-c5f16dd9-57fd-40a4-8d4d-6159b0ddb338 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:03.776290 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4bad72fe-d859-4c12-862f-05bf787caafa req-c5f16dd9-57fd-40a4-8d4d-6159b0ddb338 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=66014e39-df11-4893-a5f0-81707bf10b8b HTTP/1.1" status: 200 len: 945 time: 0.0995355 Jan 27 12:47:03.810032 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213a87d-9525-41f7-9295-50b65f3af02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140b514a-5753-47d8-8681-d49989f2e78b,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:03.842723 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4bad72fe-d859-4c12-862f-05bf787caafa req-1f678989-08c5-4255-aadb-a3b01f4be15e tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae346f22-3882-4b63-9c13-ff8b0588dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598757 Jan 27 12:47:03.879399 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e51332d1-af10-4af0-bb2b-2ac1f3b12c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (a43c8258-22e9-4c61-b3ea-be8302053167), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:03.882629 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e51332d1-af10-4af0-bb2b-2ac1f3b12c8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:03.884579 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-e51332d1-af10-4af0-bb2b-2ac1f3b12c8c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a43c8258-22e9-4c61-b3ea-be8302053167 HTTP/1.1" status: 204 len: 168 time: 0.3802569 Jan 27 12:47:03.891609 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51332d1-af10-4af0-bb2b-2ac1f3b12c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43c8258-22e9-4c61-b3ea-be8302053167,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:03.893501 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-3af099f5-e305-499b-87cc-d6f23f9f2c2c tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks [] for port (702955d7-6cce-443d-b871-2d8a4799da77), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:04.027139 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-3af099f5-e305-499b-87cc-d6f23f9f2c2c tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (702955d7-6cce-443d-b871-2d8a4799da77), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:04.038863 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['ad5cb038-0228-4fde-9d49-cf47fc6e67c4'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:47:04.097933 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-3af099f5-e305-499b-87cc-d6f23f9f2c2c tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Network 1a947d14-4622-4e1b-8ca5-f566d085c54e is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:47:04.109427 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-3af099f5-e305-499b-87cc-d6f23f9f2c2c tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:47:04.114698 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-3af099f5-e305-499b-87cc-d6f23f9f2c2c tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Received port after_create {{(pid=109461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:47:04.151107 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af099f5-e305-499b-87cc-d6f23f9f2c2c tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Pushing event updated for resources: {'Port': ['ID=702955d7-6cce-443d-b871-2d8a4799da77,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:04.172557 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-3af099f5-e305-499b-87cc-d6f23f9f2c2c tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:04.173211 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-3af099f5-e305-499b-87cc-d6f23f9f2c2c tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for port (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:04.193466 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e7658-9188-4dd3-9e71-8bc705a8524c req-8c2644dd-a8f4-432c-8936-7955398d6841 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:04.195368 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-286e7658-9188-4dd3-9e71-8bc705a8524c req-8c2644dd-a8f4-432c-8936-7955398d6841 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0f1609f-18fc-43c4-9fea-a411f9996fcd HTTP/1.1" status: 200 len: 932 time: 0.1633205 Jan 27 12:47:04.258085 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-286e7658-9188-4dd3-9e71-8bc705a8524c req-1b173ff4-8ae8-4727-b72c-afaccd302a5c tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556200 Jan 27 12:47:04.345165 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-3af099f5-e305-499b-87cc-d6f23f9f2c2c tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3710268 Jan 27 12:47:04.359899 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-72c022e1-6c21-41db-a2e3-7a38913cedf3 service neutron] Request body: {'port': {'device_id': 'a0f1609f-18fc-43c4-9fea-a411f9996fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:47:04.414495 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-72c022e1-6c21-41db-a2e3-7a38913cedf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (702955d7-6cce-443d-b871-2d8a4799da77), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:04.650411 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e70cca-4e7d-4b3e-89c2-2e99a39d2b6d req-49513eb0-8bff-4ebb-b073-8c18c38bfd2b tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:04.654037 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-98e70cca-4e7d-4b3e-89c2-2e99a39d2b6d req-49513eb0-8bff-4ebb-b073-8c18c38bfd2b tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0548992 Jan 27 12:47:04.692748 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-72c022e1-6c21-41db-a2e3-7a38913cedf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 702955d7-6cce-443d-b871-2d8a4799da77 {{(pid=109461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:47:04.700510 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-72c022e1-6c21-41db-a2e3-7a38913cedf3 service neutron] Publish callbacks [] for port (702955d7-6cce-443d-b871-2d8a4799da77), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:04.705490 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device a424886a-fbb4-4130-8443-aa9af24f00ec up at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:47:04.718334 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-98e70cca-4e7d-4b3e-89c2-2e99a39d2b6d req-26ac1cc4-07f3-42eb-ad24-07cda82f3cf1 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501721 Jan 27 12:47:04.718434 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.provisioning_blocks [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-72c022e1-6c21-41db-a2e3-7a38913cedf3 service neutron] Transition to ACTIVE for port object 702955d7-6cce-443d-b871-2d8a4799da77 will not be triggered until provisioned by entity L2. {{(pid=109461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 12:47:04.719969 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 38286) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:04.735604 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-ce5aa6c1-7a13-4fff-8708-edf831fe9879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:04.793688 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-72c022e1-6c21-41db-a2e3-7a38913cedf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412271'] for port (702955d7-6cce-443d-b871-2d8a4799da77), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:04.828741 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-ce5aa6c1-7a13-4fff-8708-edf831fe9879 admin admin] Publish callbacks [] for security_group (6e0e9d2b-b709-4338-89e6-8896c676f2ec), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:04.839196 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning for port a424886a-fbb4-4130-8443-aa9af24f00ec completed by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 12:47:04.844041 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning complete for port a424886a-fbb4-4130-8443-aa9af24f00ec triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:47:04.844494 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (a424886a-fbb4-4130-8443-aa9af24f00ec), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:04.863575 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c022e1-6c21-41db-a2e3-7a38913cedf3 service neutron] Pushing event updated for resources: {'Port': ['ID=702955d7-6cce-443d-b871-2d8a4799da77,revision_number=2']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:04.902570 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-ce5aa6c1-7a13-4fff-8708-edf831fe9879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (6e0e9d2b-b709-4338-89e6-8896c676f2ec), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:04.935605 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-72c022e1-6c21-41db-a2e3-7a38913cedf3 service neutron] Attempting to bind port 702955d7-6cce-443d-b871-2d8a4799da77 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:47:04.935943 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-72c022e1-6c21-41db-a2e3-7a38913cedf3 service neutron] Attempting to bind port 702955d7-6cce-443d-b871-2d8a4799da77 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '1226b835-00af-46c6-b3a8-0aad62ae324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1a947d14-4622-4e1b-8ca5-f566d085c54e'}] {{(pid=109461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:47:04.936278 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-72c022e1-6c21-41db-a2e3-7a38913cedf3 service neutron] Attempting to bind port 702955d7-6cce-443d-b871-2d8a4799da77 on network 1a947d14-4622-4e1b-8ca5-f566d085c54e {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:47:04.941585 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-72c022e1-6c21-41db-a2e3-7a38913cedf3 service neutron] Port 702955d7-6cce-443d-b871-2d8a4799da77 on network 1a947d14-4622-4e1b-8ca5-f566d085c54e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 12:47:04.941911 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-72c022e1-6c21-41db-a2e3-7a38913cedf3 service neutron] Attempting to bind port 702955d7-6cce-443d-b871-2d8a4799da77 on network 1a947d14-4622-4e1b-8ca5-f566d085c54e {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:47:04.947974 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-72c022e1-6c21-41db-a2e3-7a38913cedf3 service neutron] Checking agent: {'id': 'e5f4578a-8b65-461b-9155-0533d25cd18a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'started_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:47:04.948312 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-72c022e1-6c21-41db-a2e3-7a38913cedf3 service neutron] Checking segment: {'id': '1226b835-00af-46c6-b3a8-0aad62ae324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1a947d14-4622-4e1b-8ca5-f566d085c54e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:47:04.949194 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-72c022e1-6c21-41db-a2e3-7a38913cedf3 service neutron] Bound using segment: {'id': '1226b835-00af-46c6-b3a8-0aad62ae324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1a947d14-4622-4e1b-8ca5-f566d085c54e'} {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:47:04.949639 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-72c022e1-6c21-41db-a2e3-7a38913cedf3 service neutron] Bound port: 702955d7-6cce-443d-b871-2d8a4799da77, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1226b835-00af-46c6-b3a8-0aad62ae324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1a947d14-4622-4e1b-8ca5-f566d085c54e'}}] {{(pid=109461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:47:04.949997 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-72c022e1-6c21-41db-a2e3-7a38913cedf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (702955d7-6cce-443d-b871-2d8a4799da77), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:04.950461 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5aa6c1-7a13-4fff-8708-edf831fe9879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0e9d2b-b709-4338-89e6-8896c676f2ec,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:04.978451 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port a424886a-fbb4-4130-8443-aa9af24f00ec is: BUILD; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:47:04.978451 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (a424886a-fbb4-4130-8443-aa9af24f00ec), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:04.998567 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66014e39-df11-4893-a5f0-81707bf10b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a424886a-fbb4-4130-8443-aa9af24f00ec'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:47:05.002863 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5728224-7053-48f4-8841-e6d2eae0bdad" -d '{"events": [{"server_uuid": "66014e39-df11-4893-a5f0-81707bf10b8b", "name": "network-vif-plugged", "status": "completed", "tag": "a424886a-fbb4-4130-8443-aa9af24f00ec"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:47:05.003033 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-ce5aa6c1-7a13-4fff-8708-edf831fe9879 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e9b0a7d0a4844fe8b1b1619b0c8ccded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780392 Jan 27 12:47:05.005621 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 38300) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:05.016028 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port a424886a-fbb4-4130-8443-aa9af24f00ec, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=a424886a-fbb4-4130-8443-aa9af24f00ec,segment=NetworkSegment(4e4fa98a-0c13-4457-8482-e90382ecb4f2),segment_id=4e4fa98a-0c13-4457-8482-e90382ecb4f2)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:47:05.032864 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba928ac6-3e01-40bd-b291-ee91c2d53ddc req-43678fc8-c189-456a-a4fd-17383d652207 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:05.034331 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ba928ac6-3e01-40bd-b291-ee91c2d53ddc req-43678fc8-c189-456a-a4fd-17383d652207 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=66014e39-df11-4893-a5f0-81707bf10b8b HTTP/1.1" status: 200 len: 945 time: 0.0809429 Jan 27 12:47:05.040321 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ec02e4-6475-41c0-a595-dbc663f9e49e x-openstack-request-id: req-47ec02e4-6475-41c0-a595-dbc663f9e49e {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:47:05.040810 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66014e39-df11-4893-a5f0-81707bf10b8b", "name": "network-vif-plugged", "status": "completed", "tag": "a424886a-fbb4-4130-8443-aa9af24f00ec", "code": 200}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:47:05.040901 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-47ec02e4-6475-41c0-a595-dbc663f9e49e {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:47:05.041279 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66014e39-df11-4893-a5f0-81707bf10b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a424886a-fbb4-4130-8443-aa9af24f00ec', 'code': 200} Jan 27 12:47:05.083886 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-48a25f6c-bf53-4342-a898-747bade5b529 admin admin] Publish callbacks [] for security_group (6e0e9d2b-b709-4338-89e6-8896c676f2ec), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:05.091106 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (a424886a-fbb4-4130-8443-aa9af24f00ec), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:05.095632 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ba928ac6-3e01-40bd-b291-ee91c2d53ddc req-bd87a383-39f4-4328-ae6d-d13de943895b tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae346f22-3882-4b63-9c13-ff8b0588dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534835 Jan 27 12:47:05.126564 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-48a25f6c-bf53-4342-a898-747bade5b529 admin admin] Publish callbacks [] for security_group (6e0e9d2b-b709-4338-89e6-8896c676f2ec), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:05.145805 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=a424886a-fbb4-4130-8443-aa9af24f00ec,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:05.160648 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-72c022e1-6c21-41db-a2e3-7a38913cedf3 service neutron] For port 702955d7-6cce-443d-b871-2d8a4799da77, host hv-cinder-82403, cleared binding levels {{(pid=109461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:47:05.172455 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-72c022e1-6c21-41db-a2e3-7a38913cedf3 service neutron] For port 702955d7-6cce-443d-b871-2d8a4799da77, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=702955d7-6cce-443d-b871-2d8a4799da77,segment=NetworkSegment(1226b835-00af-46c6-b3a8-0aad62ae324d),segment_id=1226b835-00af-46c6-b3a8-0aad62ae324d)] {{(pid=109461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:47:05.286647 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-72c022e1-6c21-41db-a2e3-7a38913cedf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412271'] for port (702955d7-6cce-443d-b871-2d8a4799da77), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:05.288676 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-48a25f6c-bf53-4342-a898-747bade5b529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (6e0e9d2b-b709-4338-89e6-8896c676f2ec), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:05.291268 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-48a25f6c-bf53-4342-a898-747bade5b529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:05.295428 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-48a25f6c-bf53-4342-a898-747bade5b529 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6e0e9d2b-b709-4338-89e6-8896c676f2ec HTTP/1.1" status: 204 len: 168 time: 0.2852404 Jan 27 12:47:05.334490 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a25f6c-bf53-4342-a898-747bade5b529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0e9d2b-b709-4338-89e6-8896c676f2ec,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:05.338109 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-72c022e1-6c21-41db-a2e3-7a38913cedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:05.339134 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-72c022e1-6c21-41db-a2e3-7a38913cedf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for port (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:05.340149 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-72c022e1-6c21-41db-a2e3-7a38913cedf3 service neutron] 10.222.0.13 "PUT /v2.0/ports/702955d7-6cce-443d-b871-2d8a4799da77 HTTP/1.1" status: 200 len: 1094 time: 0.9848657 Jan 27 12:47:05.340638 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f1609f-18fc-43c4-9fea-a411f9996fcd', 'tag': '702955d7-6cce-443d-b871-2d8a4799da77'}] {{(pid=109461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:47:05.343261 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13caf501d2ade89ef8f3be641e2375f4ed3bc8c86955b9dc87ba2ae8dc6631d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ad4200-88f3-4a3b-8f36-076be3498a65" -d '{"events": [{"name": "network-changed", "server_uuid": "a0f1609f-18fc-43c4-9fea-a411f9996fcd", "tag": "702955d7-6cce-443d-b871-2d8a4799da77"}]}' {{(pid=109461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:47:05.399936 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f98e688-faae-4050-8c6f-651329bda21a x-openstack-request-id: req-5f98e688-faae-4050-8c6f-651329bda21a {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:47:05.400239 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0f1609f-18fc-43c4-9fea-a411f9996fcd", "tag": "702955d7-6cce-443d-b871-2d8a4799da77", "status": "completed", "code": 200}]} {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:47:05.400500 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f98e688-faae-4050-8c6f-651329bda21a {{(pid=109461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:47:05.400905 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f1609f-18fc-43c4-9fea-a411f9996fcd', 'tag': '702955d7-6cce-443d-b871-2d8a4799da77', 'status': 'completed', 'code': 200} Jan 27 12:47:05.406575 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c022e1-6c21-41db-a2e3-7a38913cedf3 service neutron] Pushing event updated for resources: {'Port': ['ID=702955d7-6cce-443d-b871-2d8a4799da77,revision_number=3']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:05.457188 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12887a-7896-4bad-8cc0-576c1bba750c req-99557e4e-b80a-4c9a-8bde-a88a7e06a4a6 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:05.458913 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-2d12887a-7896-4bad-8cc0-576c1bba750c req-99557e4e-b80a-4c9a-8bde-a88a7e06a4a6 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0f1609f-18fc-43c4-9fea-a411f9996fcd HTTP/1.1" status: 200 len: 944 time: 0.0959806 Jan 27 12:47:05.469276 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad4200-88f3-4a3b-8f36-076be3498a65 req-872dabda-ae74-4e8b-ac20-95b592323eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:05.470190 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b20a6b-d18b-4eb8-8f8a-5866c37e1479 req-47be5498-86b0-481e-88a3-266a2586071a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:05.471102 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-87ad4200-88f3-4a3b-8f36-076be3498a65 req-872dabda-ae74-4e8b-ac20-95b592323eb0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bdd17e9465442c6b527b37e80925d48&device_id=a0f1609f-18fc-43c4-9fea-a411f9996fcd HTTP/1.1" status: 200 len: 1097 time: 0.0493367 Jan 27 12:47:05.471705 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a8b20a6b-d18b-4eb8-8f8a-5866c37e1479 req-47be5498-86b0-481e-88a3-266a2586071a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=66014e39-df11-4893-a5f0-81707bf10b8b HTTP/1.1" status: 200 len: 1099 time: 0.0569506 Jan 27 12:47:05.539550 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-2d12887a-7896-4bad-8cc0-576c1bba750c req-a4f8f9de-47de-4463-b29e-c20d4cbe0d78 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716112 Jan 27 12:47:05.568066 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a8b20a6b-d18b-4eb8-8f8a-5866c37e1479 req-dc813026-629c-44d1-b9d4-8404db37b252 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ae346f22-3882-4b63-9c13-ff8b0588dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633895 Jan 27 12:47:05.620511 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad4200-88f3-4a3b-8f36-076be3498a65 req-44892536-875d-4d70-958a-351943c33bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:05.621960 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-87ad4200-88f3-4a3b-8f36-076be3498a65 req-44892536-875d-4d70-958a-351943c33bd1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2bdd17e9465442c6b527b37e80925d48&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1294351 Jan 27 12:47:06.079616 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623ecc7-8bc9-48a6-8b7e-9d15522ffffb req-32fac8e4-2eb3-4954-a5b5-c4285b19972b tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:06.081109 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1623ecc7-8bc9-48a6-8b7e-9d15522ffffb req-32fac8e4-2eb3-4954-a5b5-c4285b19972b tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.2950771 Jan 27 12:47:06.152866 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad4200-88f3-4a3b-8f36-076be3498a65 req-916f4a80-fded-4206-95fc-9ce221ad9bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:06.154266 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-87ad4200-88f3-4a3b-8f36-076be3498a65 req-916f4a80-fded-4206-95fc-9ce221ad9bac service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3373091 Jan 27 12:47:06.158674 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1623ecc7-8bc9-48a6-8b7e-9d15522ffffb req-c35ddc78-2946-424d-a845-7c2bbc296121 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708959 Jan 27 12:47:06.245164 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a800cb9-b4d8-4ebf-b34b-88b090439869 req-7fdb25af-dda5-4981-bd35-77d2649f361b tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:06.252414 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3a800cb9-b4d8-4ebf-b34b-88b090439869 req-7fdb25af-dda5-4981-bd35-77d2649f361b tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=66014e39-df11-4893-a5f0-81707bf10b8b HTTP/1.1" status: 200 len: 946 time: 0.0771794 Jan 27 12:47:06.269443 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-220e1164-053c-4e61-975f-056e9005ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:06.271127 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-220e1164-053c-4e61-975f-056e9005ea03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bdd17e9465442c6b527b37e80925d48&device_id=a0f1609f-18fc-43c4-9fea-a411f9996fcd HTTP/1.1" status: 200 len: 1097 time: 0.0737681 Jan 27 12:47:06.321109 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-806f4610-4ed8-43a6-9434-ca0eb14d2b3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=702955d7-6cce-443d-b871-2d8a4799da77 HTTP/1.1" status: 200 len: 217 time: 0.0377548 Jan 27 12:47:06.323468 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3a800cb9-b4d8-4ebf-b34b-88b090439869 req-80836c13-6cfe-4404-9b9d-e2567cb56397 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae346f22-3882-4b63-9c13-ff8b0588dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698826 Jan 27 12:47:06.380948 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-db4e5bf8-5ee8-4c89-898c-baca9436c2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:06.382557 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-db4e5bf8-5ee8-4c89-898c-baca9436c2d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ba7930f-92e1-41b4-9c1a-3ea64702b7a6 HTTP/1.1" status: 200 len: 854 time: 0.0542285 Jan 27 12:47:06.412863 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-0e5ae3e2-7382-4567-bcaf-5ed44ee12d06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a947d14-4622-4e1b-8ca5-f566d085c54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231361 Jan 27 12:47:06.502242 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-4e8fb554-d38e-414c-b091-6941349e89af service neutron] 10.222.0.13 "GET /v2.0/networks/1a947d14-4622-4e1b-8ca5-f566d085c54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820570 Jan 27 12:47:06.671049 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-eb4aa1b2-aa6f-400e-a11c-281c1e15919a req-cea26d1a-d74c-4d72-88b4-d1bed1f3d225 service neutron] 10.222.0.13 "GET /v2.0/networks/1a947d14-4622-4e1b-8ca5-f566d085c54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554410 Jan 27 12:47:06.690683 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35f250-2969-489f-9066-55a59205556e req-5b200b39-003c-4466-abbf-5c93e6304de9 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:06.692221 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5d35f250-2969-489f-9066-55a59205556e req-5b200b39-003c-4466-abbf-5c93e6304de9 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0f1609f-18fc-43c4-9fea-a411f9996fcd HTTP/1.1" status: 200 len: 944 time: 0.0671332 Jan 27 12:47:06.745127 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5d35f250-2969-489f-9066-55a59205556e req-1993bac7-93f5-43a4-afe0-76f8bda11381 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462551 Jan 27 12:47:07.292144 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70fc62-3fca-4568-9eb0-1d361f873cfc req-678340c4-6c0c-4576-9423-83b4ff5a454f tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:07.293732 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-cf70fc62-3fca-4568-9eb0-1d361f873cfc req-678340c4-6c0c-4576-9423-83b4ff5a454f tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0613849 Jan 27 12:47:07.351970 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-cf70fc62-3fca-4568-9eb0-1d361f873cfc req-3eebbdf5-b963-4165-abad-c2a843a5faf4 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523591 Jan 27 12:47:07.463959 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9504af2-614c-4c02-bb4c-675de7d06b30 req-94c22660-f583-4ef4-b314-527fe4848e8f tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:07.465442 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-c9504af2-614c-4c02-bb4c-675de7d06b30 req-94c22660-f583-4ef4-b314-527fe4848e8f tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=66014e39-df11-4893-a5f0-81707bf10b8b HTTP/1.1" status: 200 len: 946 time: 0.0487463 Jan 27 12:47:07.518898 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-c9504af2-614c-4c02-bb4c-675de7d06b30 req-ae4a5723-8354-4acc-99d8-d7d3de22313d tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae346f22-3882-4b63-9c13-ff8b0588dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449364 Jan 27 12:47:07.855743 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486169d9-3edf-4820-b5a3-5c0411ae1c0c req-fe1506b1-6d5c-4bd3-be62-f7799bacb96d tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:07.857660 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-486169d9-3edf-4820-b5a3-5c0411ae1c0c req-fe1506b1-6d5c-4bd3-be62-f7799bacb96d tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0f1609f-18fc-43c4-9fea-a411f9996fcd HTTP/1.1" status: 200 len: 944 time: 0.0472915 Jan 27 12:47:07.906037 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-486169d9-3edf-4820-b5a3-5c0411ae1c0c req-ade67c95-1e50-494b-9e6b-0805ee66cc1e tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430636 Jan 27 12:47:08.485484 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cb7ef-4fa0-476c-87ae-858c5d13b9c9 req-182f9f63-03b0-4530-90bb-e10e86ad4261 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:08.487703 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-273cb7ef-4fa0-476c-87ae-858c5d13b9c9 req-182f9f63-03b0-4530-90bb-e10e86ad4261 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0583417 Jan 27 12:47:08.516281 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 38432) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:08.518464 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba9497-fc4e-42f4-9f24-e9b0d100add7 req-8e15ea65-0f76-48ea-8953-6afc66a7281a tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:08.520163 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-efba9497-fc4e-42f4-9f24-e9b0d100add7 req-8e15ea65-0f76-48ea-8953-6afc66a7281a tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 946 time: 0.0591631 Jan 27 12:47:08.555079 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-273cb7ef-4fa0-476c-87ae-858c5d13b9c9 req-870c4ab8-db1e-4e0c-ba8b-5c5f4fb703a1 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600286 Jan 27 12:47:08.581394 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-efba9497-fc4e-42f4-9f24-e9b0d100add7 req-d661dfb4-24ea-47db-9340-f2275f1f3811 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531802 Jan 27 12:47:08.674625 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-de4b3773-633b-4b7c-afb7-bbb8984ee3bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:08.706983 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0e6f4-566f-48bd-ada6-42c07b509992 req-81e5d6e5-5bd1-4969-bdfd-187c238f1ea2 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:08.706983 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-27c0e6f4-566f-48bd-ada6-42c07b509992 req-81e5d6e5-5bd1-4969-bdfd-187c238f1ea2 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=66014e39-df11-4893-a5f0-81707bf10b8b HTTP/1.1" status: 200 len: 946 time: 0.0752676 Jan 27 12:47:08.729252 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 702955d7-6cce-443d-b871-2d8a4799da77 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=109463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 12:47:08.779398 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-27c0e6f4-566f-48bd-ada6-42c07b509992 req-96e748d8-e7dd-444f-9bf9-05ce7f43aacc tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae346f22-3882-4b63-9c13-ff8b0588dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672987 Jan 27 12:47:08.812769 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-de4b3773-633b-4b7c-afb7-bbb8984ee3bb admin admin] Publish callbacks [] for security_group (4cad492a-4454-4ca9-8988-81fa33bee2d9), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:08.835832 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 702955d7-6cce-443d-b871-2d8a4799da77, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=702955d7-6cce-443d-b871-2d8a4799da77,segment=NetworkSegment(1226b835-00af-46c6-b3a8-0aad62ae324d),segment_id=1226b835-00af-46c6-b3a8-0aad62ae324d)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:47:08.847634 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Returning: {'device': '702955d7-6cce-443d-b871-2d8a4799da77', 'network_id': '1a947d14-4622-4e1b-8ca5-f566d085c54e', 'port_id': '702955d7-6cce-443d-b871-2d8a4799da77', 'mac_address': 'fa:16:3e:37:e6:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba7930f-92e1-41b4-9c1a-3ea64702b7a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 12:47:08.884408 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 702955d7-6cce-443d-b871-2d8a4799da77 is: DOWN; New status is: BUILD {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:47:08.894781 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (702955d7-6cce-443d-b871-2d8a4799da77), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:08.898134 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 702955d7-6cce-443d-b871-2d8a4799da77 {{(pid=109463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:47:08.920167 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 702955d7-6cce-443d-b871-2d8a4799da77, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=702955d7-6cce-443d-b871-2d8a4799da77,segment=NetworkSegment(1226b835-00af-46c6-b3a8-0aad62ae324d),segment_id=1226b835-00af-46c6-b3a8-0aad62ae324d)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:47:08.941587 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-de4b3773-633b-4b7c-afb7-bbb8984ee3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (4cad492a-4454-4ca9-8988-81fa33bee2d9), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:08.988361 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-de4b3773-633b-4b7c-afb7-bbb8984ee3bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=acb243452638423cbe7e74a00040ea70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4683943 Jan 27 12:47:08.988361 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b3773-633b-4b7c-afb7-bbb8984ee3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cad492a-4454-4ca9-8988-81fa33bee2d9,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:08.988958 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 38460) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:09.039769 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-23192a70-0e0a-446e-a9a7-813448e2f008 admin admin] Publish callbacks [] for security_group (4cad492a-4454-4ca9-8988-81fa33bee2d9), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:09.042212 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45be91-f272-4622-ae03-3645b832864c req-3d236499-2236-40d3-8a47-8a3a58838753 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:09.043935 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-2c45be91-f272-4622-ae03-3645b832864c req-3d236499-2236-40d3-8a47-8a3a58838753 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0f1609f-18fc-43c4-9fea-a411f9996fcd HTTP/1.1" status: 200 len: 944 time: 0.0697587 Jan 27 12:47:09.061922 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-23192a70-0e0a-446e-a9a7-813448e2f008 admin admin] Publish callbacks [] for security_group (4cad492a-4454-4ca9-8988-81fa33bee2d9), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:09.077134 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (702955d7-6cce-443d-b871-2d8a4799da77), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:09.099635 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-2c45be91-f272-4622-ae03-3645b832864c req-7ef9a120-a3f0-4a61-92f8-acb4f82616d0 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496495 Jan 27 12:47:09.122071 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=702955d7-6cce-443d-b871-2d8a4799da77,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:09.227687 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-23192a70-0e0a-446e-a9a7-813448e2f008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (4cad492a-4454-4ca9-8988-81fa33bee2d9), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:09.230316 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-23192a70-0e0a-446e-a9a7-813448e2f008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:09.231482 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-23192a70-0e0a-446e-a9a7-813448e2f008 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4cad492a-4454-4ca9-8988-81fa33bee2d9 HTTP/1.1" status: 204 len: 168 time: 0.2416320 Jan 27 12:47:09.239238 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23192a70-0e0a-446e-a9a7-813448e2f008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cad492a-4454-4ca9-8988-81fa33bee2d9,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:09.634280 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['702955d7-6cce-443d-b871-2d8a4799da77'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:47:09.682753 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b30aa-68ca-42b7-96e7-09198fd2f87d req-3fd11de3-9201-45dc-a9aa-c85a783052b5 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:09.684238 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7a8b30aa-68ca-42b7-96e7-09198fd2f87d req-3fd11de3-9201-45dc-a9aa-c85a783052b5 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0534370 Jan 27 12:47:09.712627 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cf1be-6ead-4e28-bdf3-1002d15c78dd req-e7356774-9eb8-4cfb-9362-d281c9d3e03d tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:09.714968 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-cc9cf1be-6ead-4e28-bdf3-1002d15c78dd req-e7356774-9eb8-4cfb-9362-d281c9d3e03d tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 946 time: 0.0552540 Jan 27 12:47:09.770593 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7a8b30aa-68ca-42b7-96e7-09198fd2f87d req-848eb751-2830-49dc-9f3f-88d29c85cefa tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688779 Jan 27 12:47:09.804157 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-cc9cf1be-6ead-4e28-bdf3-1002d15c78dd req-8df93448-d5de-429b-9628-a73f14f5ba27 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762956 Jan 27 12:47:09.878691 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 38486) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:09.891555 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5770ff95-655d-4efd-8051-618238052ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:09.969783 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5770ff95-655d-4efd-8051-618238052ea5 admin admin] Publish callbacks [] for security_group (0f18e730-9a79-416f-9894-8b9f99f69ba0), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:10.070415 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5770ff95-655d-4efd-8051-618238052ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (0f18e730-9a79-416f-9894-8b9f99f69ba0), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:10.106239 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-5770ff95-655d-4efd-8051-618238052ea5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=90a5879cc4ad45b282d0e2f032d942ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263968 Jan 27 12:47:10.107872 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770ff95-655d-4efd-8051-618238052ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f18e730-9a79-416f-9894-8b9f99f69ba0,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:10.109229 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 38494) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:10.164498 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-62b9a687-350f-4e6f-963c-f28c6d10a7cc admin admin] Publish callbacks [] for security_group (0f18e730-9a79-416f-9894-8b9f99f69ba0), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:10.189135 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-62b9a687-350f-4e6f-963c-f28c6d10a7cc admin admin] Publish callbacks [] for security_group (0f18e730-9a79-416f-9894-8b9f99f69ba0), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:10.256098 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da3dab-2068-4f71-b555-1738f38b2cfa req-cd8e73d5-0026-4342-96c3-8138b58a006c tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:10.257614 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-59da3dab-2068-4f71-b555-1738f38b2cfa req-cd8e73d5-0026-4342-96c3-8138b58a006c tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0f1609f-18fc-43c4-9fea-a411f9996fcd HTTP/1.1" status: 200 len: 945 time: 0.0748823 Jan 27 12:47:10.307156 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-59da3dab-2068-4f71-b555-1738f38b2cfa req-cb0b63b3-1fde-4195-a3b1-87dd3a90d6ea tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430954 Jan 27 12:47:10.398631 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-62b9a687-350f-4e6f-963c-f28c6d10a7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (0f18e730-9a79-416f-9894-8b9f99f69ba0), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:10.401580 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-62b9a687-350f-4e6f-963c-f28c6d10a7cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:10.402704 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-62b9a687-350f-4e6f-963c-f28c6d10a7cc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f18e730-9a79-416f-9894-8b9f99f69ba0 HTTP/1.1" status: 204 len: 168 time: 0.2924721 Jan 27 12:47:10.411174 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9a687-350f-4e6f-963c-f28c6d10a7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f18e730-9a79-416f-9894-8b9f99f69ba0,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:10.524571 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8079ef-80cd-406d-b509-f65f1d69a3d3 req-fbeb0baf-1b59-41bc-ab01-4c964ec7dc47 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:10.526084 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3f8079ef-80cd-406d-b509-f65f1d69a3d3 req-fbeb0baf-1b59-41bc-ab01-4c964ec7dc47 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=66014e39-df11-4893-a5f0-81707bf10b8b HTTP/1.1" status: 200 len: 946 time: 0.0720248 Jan 27 12:47:10.583134 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3f8079ef-80cd-406d-b509-f65f1d69a3d3 req-6bf688c6-82af-4b33-9a39-dbae096529ef tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae346f22-3882-4b63-9c13-ff8b0588dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509527 Jan 27 12:47:10.882283 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa54f42-1366-4016-a228-b9c2ed7178c6 req-ff6f5bc5-9295-4494-9c7b-4de674a51f33 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:10.889359 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-caa54f42-1366-4016-a228-b9c2ed7178c6 req-ff6f5bc5-9295-4494-9c7b-4de674a51f33 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0597472 Jan 27 12:47:10.939932 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1804b80-7f90-4c03-88b9-f85706def5e9 req-15b707b5-e66b-4cac-992e-d25a6d2fd2b1 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:10.948038 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d1804b80-7f90-4c03-88b9-f85706def5e9 req-15b707b5-e66b-4cac-992e-d25a6d2fd2b1 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 946 time: 0.0705273 Jan 27 12:47:10.966044 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-caa54f42-1366-4016-a228-b9c2ed7178c6 req-ea7676e4-c361-4b68-b991-64c3382057e9 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757537 Jan 27 12:47:10.992516 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 38534) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:11.007905 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d1804b80-7f90-4c03-88b9-f85706def5e9 req-ab86b638-4c57-4e2b-8f89-b82c6190d5bc tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580213 Jan 27 12:47:11.098032 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0f41aafb-bc57-40be-84c4-ad824bb4c1bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:11.172888 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0f41aafb-bc57-40be-84c4-ad824bb4c1bd admin admin] Publish callbacks [] for security_group (7238a662-05b0-48e9-ad49-300c56ff92f5), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:11.244531 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0f41aafb-bc57-40be-84c4-ad824bb4c1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (7238a662-05b0-48e9-ad49-300c56ff92f5), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:11.286260 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-0f41aafb-bc57-40be-84c4-ad824bb4c1bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c6100a5dd81644ab95d3337365e8bc0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926667 Jan 27 12:47:11.287367 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41aafb-bc57-40be-84c4-ad824bb4c1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7238a662-05b0-48e9-ad49-300c56ff92f5,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:11.289057 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 38546) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:11.341944 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d4f3884b-3a5c-4538-8e6e-600eea3790a8 admin admin] Publish callbacks [] for security_group (7238a662-05b0-48e9-ad49-300c56ff92f5), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:11.363217 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d4f3884b-3a5c-4538-8e6e-600eea3790a8 admin admin] Publish callbacks [] for security_group (7238a662-05b0-48e9-ad49-300c56ff92f5), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:11.429390 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3a073-4377-4668-9a8c-339599c18904 req-feeffd1b-3829-4d44-8173-0fa61f25a48f tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:11.430931 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-98f3a073-4377-4668-9a8c-339599c18904 req-feeffd1b-3829-4d44-8173-0fa61f25a48f tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0f1609f-18fc-43c4-9fea-a411f9996fcd HTTP/1.1" status: 200 len: 945 time: 0.0549111 Jan 27 12:47:11.467490 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d4f3884b-3a5c-4538-8e6e-600eea3790a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (7238a662-05b0-48e9-ad49-300c56ff92f5), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:11.470185 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d4f3884b-3a5c-4538-8e6e-600eea3790a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:11.471425 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-d4f3884b-3a5c-4538-8e6e-600eea3790a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7238a662-05b0-48e9-ad49-300c56ff92f5 HTTP/1.1" status: 204 len: 168 time: 0.1811602 Jan 27 12:47:11.478165 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-98f3a073-4377-4668-9a8c-339599c18904 req-ad57aade-417c-4452-a2b9-8345246bebc2 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417037 Jan 27 12:47:11.479616 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3884b-3a5c-4538-8e6e-600eea3790a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7238a662-05b0-48e9-ad49-300c56ff92f5,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:11.707635 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843df3e-0038-435d-a8e9-1647d9c516d3 req-97467ece-6dad-43cb-aecb-e898dc7897ea tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:11.709110 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7843df3e-0038-435d-a8e9-1647d9c516d3 req-97467ece-6dad-43cb-aecb-e898dc7897ea tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=66014e39-df11-4893-a5f0-81707bf10b8b HTTP/1.1" status: 200 len: 946 time: 0.0502498 Jan 27 12:47:11.767458 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7843df3e-0038-435d-a8e9-1647d9c516d3 req-4e9e47c4-2160-4417-a628-6b3198f1671a tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae346f22-3882-4b63-9c13-ff8b0588dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522017 Jan 27 12:47:11.774065 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17d581-42ae-4166-bddc-e8c3fa67f9b5 req-934de8b0-0e95-4cff-a187-0b8d876fae3a tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:11.775660 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-db17d581-42ae-4166-bddc-e8c3fa67f9b5 req-934de8b0-0e95-4cff-a187-0b8d876fae3a tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 946 time: 0.0597205 Jan 27 12:47:11.929019 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-db17d581-42ae-4166-bddc-e8c3fa67f9b5 req-c0f7d225-891c-4a6e-8828-578231756aa9 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Deleting port ac96bd5f-b945-4953-9cb6-bf5bd531a070 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:47:11.929351 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-db17d581-42ae-4166-bddc-e8c3fa67f9b5 req-c0f7d225-891c-4a6e-8828-578231756aa9 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (ac96bd5f-b945-4953-9cb6-bf5bd531a070), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:12.023395 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-db17d581-42ae-4166-bddc-e8c3fa67f9b5 req-c0f7d225-891c-4a6e-8828-578231756aa9 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] For port ac96bd5f-b945-4953-9cb6-bf5bd531a070, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=ac96bd5f-b945-4953-9cb6-bf5bd531a070,segment=NetworkSegment(fc5bda29-e146-4b34-9ed7-ab18bab542eb),segment_id=fc5bda29-e146-4b34-9ed7-ab18bab542eb)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:47:12.024016 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-db17d581-42ae-4166-bddc-e8c3fa67f9b5 req-c0f7d225-891c-4a6e-8828-578231756aa9 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (ac96bd5f-b945-4953-9cb6-bf5bd531a070), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:12.055586 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-db17d581-42ae-4166-bddc-e8c3fa67f9b5 req-c0f7d225-891c-4a6e-8828-578231756aa9 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Calling delete_port for ac96bd5f-b945-4953-9cb6-bf5bd531a070 owned by compute:nova {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:47:12.134328 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c35e8f-0b38-4782-b9ae-ace2c5a83566 req-47455b16-37d1-456d-9649-9198ad2006c9 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:12.135281 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e2c35e8f-0b38-4782-b9ae-ace2c5a83566 req-47455b16-37d1-456d-9649-9198ad2006c9 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 946 time: 0.0539570 Jan 27 12:47:12.136017 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 38578) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:12.175250 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96086e09-5ca0-48d2-b964-aa8c92ee4c6c req-28403a04-d60d-4279-b2de-c30f6477d1ed tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:12.176786 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-96086e09-5ca0-48d2-b964-aa8c92ee4c6c req-28403a04-d60d-4279-b2de-c30f6477d1ed tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.1247618 Jan 27 12:47:12.198961 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e2c35e8f-0b38-4782-b9ae-ace2c5a83566 req-22bb66f4-2973-4d16-925d-6a0fa4b29521 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/security-groups?id=71f22572-d97f-4418-ba47-dca3e0ac2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564716 Jan 27 12:47:12.252278 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-96086e09-5ca0-48d2-b964-aa8c92ee4c6c req-17a76c7c-e9cf-4338-b614-393846232eba tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648303 Jan 27 12:47:12.261331 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-da1c64ef-5ecb-4eda-a392-da78c4b67942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:12.314336 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 38582) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:12.327701 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-fb98040a-2369-46d2-a61f-3fa7512a67fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:12.339730 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-da1c64ef-5ecb-4eda-a392-da78c4b67942 admin admin] Publish callbacks [] for security_group (ca14e649-4549-499a-a114-5c4bf2139ded), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:12.398904 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-fb98040a-2369-46d2-a61f-3fa7512a67fd admin admin] Publish callbacks [] for security_group (f4eec3b4-28dd-4c67-957e-650ca09fc594), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:12.403171 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-db17d581-42ae-4166-bddc-e8c3fa67f9b5 req-c0f7d225-891c-4a6e-8828-578231756aa9 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (ac96bd5f-b945-4953-9cb6-bf5bd531a070), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:12.415610 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['ac96bd5f-b945-4953-9cb6-bf5bd531a070'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:47:12.431436 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7d225-891c-4a6e-8828-578231756aa9 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Pushing event deleted for resources: {'Port': ['ID=ac96bd5f-b945-4953-9cb6-bf5bd531a070,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:12.443567 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-da1c64ef-5ecb-4eda-a392-da78c4b67942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (ca14e649-4549-499a-a114-5c4bf2139ded), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:12.485154 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c64ef-5ecb-4eda-a392-da78c4b67942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca14e649-4549-499a-a114-5c4bf2139ded,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:12.489316 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-da1c64ef-5ecb-4eda-a392-da78c4b67942 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=df09a5e08cfb4ad79b0f60cf786589c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3520973 Jan 27 12:47:12.492631 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 38588) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:12.496660 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-db17d581-42ae-4166-bddc-e8c3fa67f9b5 req-c0f7d225-891c-4a6e-8828-578231756aa9 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] No DVR routers for this DVR port ac96bd5f-b945-4953-9cb6-bf5bd531a070 on host hv-cinder-82403 {{(pid=109462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:47:12.498105 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-fb98040a-2369-46d2-a61f-3fa7512a67fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (f4eec3b4-28dd-4c67-957e-650ca09fc594), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:12.505007 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-db17d581-42ae-4166-bddc-e8c3fa67f9b5 req-c0f7d225-891c-4a6e-8828-578231756aa9 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:12.508600 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-db17d581-42ae-4166-bddc-e8c3fa67f9b5 req-c0f7d225-891c-4a6e-8828-578231756aa9 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.13 "DELETE /v2.0/ports/ac96bd5f-b945-4953-9cb6-bf5bd531a070 HTTP/1.1" status: 204 len: 173 time: 0.7264414 Jan 27 12:47:12.514094 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7fe5f2-042a-4528-9775-0a3cfb59b717', 'name': 'network-vif-deleted', 'tag': 'ac96bd5f-b945-4953-9cb6-bf5bd531a070'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:47:12.516126 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a511d46-050c-42d1-903b-d8619f456ef9" -d '{"events": [{"server_uuid": "ff7fe5f2-042a-4528-9775-0a3cfb59b717", "name": "network-vif-deleted", "tag": "ac96bd5f-b945-4953-9cb6-bf5bd531a070"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:47:12.547804 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b110dd4d-7e70-4a02-bc9c-f95134b4815a admin admin] Publish callbacks [] for security_group (ca14e649-4549-499a-a114-5c4bf2139ded), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:12.551773 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-fb98040a-2369-46d2-a61f-3fa7512a67fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc2c6ae3d363458082e6ad4ba8348ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339215 Jan 27 12:47:12.553456 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 38594) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:12.569968 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98040a-2369-46d2-a61f-3fa7512a67fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4eec3b4-28dd-4c67-957e-650ca09fc594,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:12.576113 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e5b48d-cb6b-441d-8df5-01826c4d85b9 x-openstack-request-id: req-b5e5b48d-cb6b-441d-8df5-01826c4d85b9 {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:47:12.576392 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7fe5f2-042a-4528-9775-0a3cfb59b717", "name": "network-vif-deleted", "tag": "ac96bd5f-b945-4953-9cb6-bf5bd531a070", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:47:12.576646 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5e5b48d-cb6b-441d-8df5-01826c4d85b9 {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:47:12.580629 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7fe5f2-042a-4528-9775-0a3cfb59b717', 'name': 'network-vif-deleted', 'tag': 'ac96bd5f-b945-4953-9cb6-bf5bd531a070', 'status': 'completed', 'code': 200} Jan 27 12:47:12.588863 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b110dd4d-7e70-4a02-bc9c-f95134b4815a admin admin] Publish callbacks [] for security_group (ca14e649-4549-499a-a114-5c4bf2139ded), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:12.612453 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-96d4034b-aef6-48dc-981e-7e6fa358f5a3 admin admin] Publish callbacks [] for security_group (f4eec3b4-28dd-4c67-957e-650ca09fc594), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:12.636687 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-96d4034b-aef6-48dc-981e-7e6fa358f5a3 admin admin] Publish callbacks [] for security_group (f4eec3b4-28dd-4c67-957e-650ca09fc594), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:12.673588 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abaf7c6-e846-4233-a6a6-5e36fef0a87a req-16bd0ab3-261b-43d3-b1c5-7c132460fb9e tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:12.675101 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9abaf7c6-e846-4233-a6a6-5e36fef0a87a req-16bd0ab3-261b-43d3-b1c5-7c132460fb9e tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0f1609f-18fc-43c4-9fea-a411f9996fcd HTTP/1.1" status: 200 len: 945 time: 0.0541050 Jan 27 12:47:12.728189 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9abaf7c6-e846-4233-a6a6-5e36fef0a87a req-8aca30b1-0fee-4977-bee3-99b133dd9689 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462890 Jan 27 12:47:12.762449 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 702955d7-6cce-443d-b871-2d8a4799da77 up at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:47:12.775917 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b110dd4d-7e70-4a02-bc9c-f95134b4815a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (ca14e649-4549-499a-a114-5c4bf2139ded), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:12.778466 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b110dd4d-7e70-4a02-bc9c-f95134b4815a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:12.779614 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-b110dd4d-7e70-4a02-bc9c-f95134b4815a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca14e649-4549-499a-a114-5c4bf2139ded HTTP/1.1" status: 204 len: 168 time: 0.2860827 Jan 27 12:47:12.789056 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110dd4d-7e70-4a02-bc9c-f95134b4815a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca14e649-4549-499a-a114-5c4bf2139ded,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:12.810973 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-96d4034b-aef6-48dc-981e-7e6fa358f5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (f4eec3b4-28dd-4c67-957e-650ca09fc594), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:12.813738 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-96d4034b-aef6-48dc-981e-7e6fa358f5a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:12.822765 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-96d4034b-aef6-48dc-981e-7e6fa358f5a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f4eec3b4-28dd-4c67-957e-650ca09fc594 HTTP/1.1" status: 204 len: 168 time: 0.2651546 Jan 27 12:47:12.830538 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4034b-aef6-48dc-981e-7e6fa358f5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4eec3b4-28dd-4c67-957e-650ca09fc594,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:12.914113 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6c4d6-6b93-4128-a8da-735ec3a8d976 req-224e504c-8b7d-49dc-9847-fd709a07a05e tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:12.922010 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7da6c4d6-6b93-4128-a8da-735ec3a8d976 req-224e504c-8b7d-49dc-9847-fd709a07a05e tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=66014e39-df11-4893-a5f0-81707bf10b8b HTTP/1.1" status: 200 len: 946 time: 0.0767636 Jan 27 12:47:12.930184 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning for port 702955d7-6cce-443d-b871-2d8a4799da77 completed by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 12:47:12.934160 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning complete for port 702955d7-6cce-443d-b871-2d8a4799da77 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:47:12.934787 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (702955d7-6cce-443d-b871-2d8a4799da77), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:12.976306 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7da6c4d6-6b93-4128-a8da-735ec3a8d976 req-268745a1-cf0d-4cfc-8767-18274d4831fa tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae346f22-3882-4b63-9c13-ff8b0588dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533688 Jan 27 12:47:12.979528 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c4e71-8d0c-4732-a4d1-adaf8b002b79 req-a880200f-133f-45d1-8a3a-08a99bd32e2d tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:12.981013 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-051c4e71-8d0c-4732-a4d1-adaf8b002b79 req-a880200f-133f-45d1-8a3a-08a99bd32e2d tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.13 "GET /v2.0/ports?device_id=66014e39-df11-4893-a5f0-81707bf10b8b HTTP/1.1" status: 200 len: 946 time: 0.0932946 Jan 27 12:47:13.028835 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 702955d7-6cce-443d-b871-2d8a4799da77 is: BUILD; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:47:13.029221 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (702955d7-6cce-443d-b871-2d8a4799da77), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:13.051645 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f1609f-18fc-43c4-9fea-a411f9996fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702955d7-6cce-443d-b871-2d8a4799da77'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:47:13.054448 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652ddc34-05ac-4d7f-89e9-f3079f882ecc" -d '{"events": [{"server_uuid": "a0f1609f-18fc-43c4-9fea-a411f9996fcd", "name": "network-vif-plugged", "status": "completed", "tag": "702955d7-6cce-443d-b871-2d8a4799da77"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:47:13.066944 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 702955d7-6cce-443d-b871-2d8a4799da77, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=702955d7-6cce-443d-b871-2d8a4799da77,segment=NetworkSegment(1226b835-00af-46c6-b3a8-0aad62ae324d),segment_id=1226b835-00af-46c6-b3a8-0aad62ae324d)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:47:13.076793 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-051c4e71-8d0c-4732-a4d1-adaf8b002b79 req-30346963-efad-4e10-ade0-d90b2aeec690 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Deleting port a424886a-fbb4-4130-8443-aa9af24f00ec {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:47:13.077348 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-051c4e71-8d0c-4732-a4d1-adaf8b002b79 req-30346963-efad-4e10-ade0-d90b2aeec690 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (a424886a-fbb4-4130-8443-aa9af24f00ec), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:13.113320 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9db01f-d6c3-4181-9d0e-ca995bfd6268 x-openstack-request-id: req-3b9db01f-d6c3-4181-9d0e-ca995bfd6268 {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:47:13.113320 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f1609f-18fc-43c4-9fea-a411f9996fcd", "name": "network-vif-plugged", "status": "completed", "tag": "702955d7-6cce-443d-b871-2d8a4799da77", "code": 200}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:47:13.113563 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b9db01f-d6c3-4181-9d0e-ca995bfd6268 {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:47:13.113958 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f1609f-18fc-43c4-9fea-a411f9996fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702955d7-6cce-443d-b871-2d8a4799da77', 'code': 200} Jan 27 12:47:13.170531 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (702955d7-6cce-443d-b871-2d8a4799da77), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:13.171441 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device ac96bd5f-b945-4953-9cb6-bf5bd531a070 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:47:13.186078 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-051c4e71-8d0c-4732-a4d1-adaf8b002b79 req-30346963-efad-4e10-ade0-d90b2aeec690 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] For port a424886a-fbb4-4130-8443-aa9af24f00ec, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=a424886a-fbb4-4130-8443-aa9af24f00ec,segment=NetworkSegment(4e4fa98a-0c13-4457-8482-e90382ecb4f2),segment_id=4e4fa98a-0c13-4457-8482-e90382ecb4f2)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:47:13.186374 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-051c4e71-8d0c-4732-a4d1-adaf8b002b79 req-30346963-efad-4e10-ade0-d90b2aeec690 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (a424886a-fbb4-4130-8443-aa9af24f00ec), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:13.193192 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] No Port match for: ac96bd5f-b945-4953-9cb6-bf5bd531a070 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:47:13.193540 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device ac96bd5f-b945-4953-9cb6-bf5bd531a070 not bound to the agent host hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:47:13.201208 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-051c4e71-8d0c-4732-a4d1-adaf8b002b79 req-30346963-efad-4e10-ade0-d90b2aeec690 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Calling delete_port for a424886a-fbb4-4130-8443-aa9af24f00ec owned by compute:nova {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:47:13.243046 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=702955d7-6cce-443d-b871-2d8a4799da77,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:13.379518 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4c8eb135-c4ae-473e-ae87-b9d2759f6d08 req-2e1db52c-d2b7-496d-9bf3-afad41df7241 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 210 time: 0.0952203 Jan 27 12:47:13.413235 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-051c4e71-8d0c-4732-a4d1-adaf8b002b79 req-30346963-efad-4e10-ade0-d90b2aeec690 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (a424886a-fbb4-4130-8443-aa9af24f00ec), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:13.424360 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['a424886a-fbb4-4130-8443-aa9af24f00ec'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:47:13.469861 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30346963-efad-4e10-ade0-d90b2aeec690 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Pushing event deleted for resources: {'Port': ['ID=a424886a-fbb4-4130-8443-aa9af24f00ec,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:13.544485 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-051c4e71-8d0c-4732-a4d1-adaf8b002b79 req-30346963-efad-4e10-ade0-d90b2aeec690 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] No DVR routers for this DVR port a424886a-fbb4-4130-8443-aa9af24f00ec on host hv-cinder-82403 {{(pid=109462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:47:13.547122 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-051c4e71-8d0c-4732-a4d1-adaf8b002b79 req-30346963-efad-4e10-ade0-d90b2aeec690 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:13.550570 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-051c4e71-8d0c-4732-a4d1-adaf8b002b79 req-30346963-efad-4e10-ade0-d90b2aeec690 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.13 "DELETE /v2.0/ports/a424886a-fbb4-4130-8443-aa9af24f00ec HTTP/1.1" status: 204 len: 173 time: 0.5641665 Jan 27 12:47:13.551293 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8170e44-6948-4324-80b2-8c6beb525721 req-480d9441-b142-4b5f-beeb-8f9441d6c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:13.553530 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f8170e44-6948-4324-80b2-8c6beb525721 req-480d9441-b142-4b5f-beeb-8f9441d6c154 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0f1609f-18fc-43c4-9fea-a411f9996fcd HTTP/1.1" status: 200 len: 1099 time: 0.0615935 Jan 27 12:47:13.562362 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9abf78-1510-477a-a13b-7e12dad1c478 req-6b99cb0a-dfde-4fe0-8eeb-ae306a65ce65 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:13.564972 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0d9abf78-1510-477a-a13b-7e12dad1c478 req-6b99cb0a-dfde-4fe0-8eeb-ae306a65ce65 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.1884749 Jan 27 12:47:13.611763 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f8170e44-6948-4324-80b2-8c6beb525721 req-bd79c914-20de-43d7-bae1-8e654b33921c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485492 Jan 27 12:47:13.616825 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0d9abf78-1510-477a-a13b-7e12dad1c478 req-e6db8f03-d374-4080-8e85-11f42fa38a8a tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450342 Jan 27 12:47:13.840467 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80ba21-b110-4435-aee0-9b37a6908e10 req-9fe2f12d-076d-45aa-ac2a-f6cb70169a16 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:13.841967 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-df80ba21-b110-4435-aee0-9b37a6908e10 req-9fe2f12d-076d-45aa-ac2a-f6cb70169a16 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0f1609f-18fc-43c4-9fea-a411f9996fcd HTTP/1.1" status: 200 len: 946 time: 0.0474000 Jan 27 12:47:13.896799 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-df80ba21-b110-4435-aee0-9b37a6908e10 req-b3b4979c-cb1a-47ff-8e12-6d89cc16e698 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478566 Jan 27 12:47:13.995581 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 38642) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:14.071195 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-de9648dc-f6f3-4a84-8613-d50e7f169b16 req-83371c10-5771-4c72-9677-105eb89c1194 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=66014e39-df11-4893-a5f0-81707bf10b8b HTTP/1.1" status: 200 len: 210 time: 0.0287488 Jan 27 12:47:14.229248 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0a99528d-2ca0-4877-a21f-6df1436b2e4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:14.325680 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0a99528d-2ca0-4877-a21f-6df1436b2e4e admin admin] Publish callbacks [] for security_group (85dda9ab-9926-4648-8a2f-4cf919b5a811), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:14.397828 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0a99528d-2ca0-4877-a21f-6df1436b2e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (85dda9ab-9926-4648-8a2f-4cf919b5a811), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:14.440432 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99528d-2ca0-4877-a21f-6df1436b2e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dda9ab-9926-4648-8a2f-4cf919b5a811,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:14.445374 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-0a99528d-2ca0-4877-a21f-6df1436b2e4e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8c65f11423d44bcea60d8bf0018b1b38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4492714 Jan 27 12:47:14.448511 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 38664) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:14.521313 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b1a6c5d7-d707-40da-a7cf-c9fceda0ff97 admin admin] Publish callbacks [] for security_group (85dda9ab-9926-4648-8a2f-4cf919b5a811), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:14.572629 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-428b705c-c372-4d74-89e0-4d0bb6a63e47 req-d0802126-3f26-44e0-964c-d1b03dba5a89 tempest-DeleteServersTestJSON-1733564023 tempest-DeleteServersTestJSON-1733564023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7fe5f2-042a-4528-9775-0a3cfb59b717 HTTP/1.1" status: 200 len: 210 time: 0.0319619 Jan 27 12:47:14.577236 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b1a6c5d7-d707-40da-a7cf-c9fceda0ff97 admin admin] Publish callbacks [] for security_group (85dda9ab-9926-4648-8a2f-4cf919b5a811), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:14.578757 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66014e39-df11-4893-a5f0-81707bf10b8b', 'name': 'network-vif-deleted', 'tag': 'a424886a-fbb4-4130-8443-aa9af24f00ec'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:47:14.581254 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687da664-932a-4efd-8a77-cfb056c0f56e" -d '{"events": [{"server_uuid": "66014e39-df11-4893-a5f0-81707bf10b8b", "name": "network-vif-deleted", "tag": "a424886a-fbb4-4130-8443-aa9af24f00ec"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:47:14.633488 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296d34a2-5f26-4e98-9b4a-bb7b54ea9eec x-openstack-request-id: req-296d34a2-5f26-4e98-9b4a-bb7b54ea9eec {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:47:14.633845 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66014e39-df11-4893-a5f0-81707bf10b8b", "name": "network-vif-deleted", "tag": "a424886a-fbb4-4130-8443-aa9af24f00ec", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:47:14.634102 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-296d34a2-5f26-4e98-9b4a-bb7b54ea9eec {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:47:14.634488 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66014e39-df11-4893-a5f0-81707bf10b8b', 'name': 'network-vif-deleted', 'tag': 'a424886a-fbb4-4130-8443-aa9af24f00ec', 'status': 'completed', 'code': 200} Jan 27 12:47:14.735235 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05de8f-e6a7-427c-b53c-b84172f3d866 req-be4d3735-98c9-429c-bd21-90772a2be4b2 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:14.737176 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8c05de8f-e6a7-427c-b53c-b84172f3d866 req-be4d3735-98c9-429c-bd21-90772a2be4b2 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0494375 Jan 27 12:47:14.737963 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b1a6c5d7-d707-40da-a7cf-c9fceda0ff97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (85dda9ab-9926-4648-8a2f-4cf919b5a811), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:14.740629 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b1a6c5d7-d707-40da-a7cf-c9fceda0ff97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:14.744344 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-b1a6c5d7-d707-40da-a7cf-c9fceda0ff97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/85dda9ab-9926-4648-8a2f-4cf919b5a811 HTTP/1.1" status: 204 len: 168 time: 0.2947950 Jan 27 12:47:14.766225 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6c5d7-d707-40da-a7cf-c9fceda0ff97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dda9ab-9926-4648-8a2f-4cf919b5a811,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:14.823288 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8c05de8f-e6a7-427c-b53c-b84172f3d866 req-df45eae7-7f5c-4213-b74c-100436478a1f tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778720 Jan 27 12:47:15.014625 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755424c-9bcb-41c5-a817-a15f9d3b61cc req-7a52dcdb-fffb-4c82-bf80-0a927bb81c09 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:15.016019 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6755424c-9bcb-41c5-a817-a15f9d3b61cc req-7a52dcdb-fffb-4c82-bf80-0a927bb81c09 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0f1609f-18fc-43c4-9fea-a411f9996fcd HTTP/1.1" status: 200 len: 946 time: 0.0473325 Jan 27 12:47:15.072154 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6755424c-9bcb-41c5-a817-a15f9d3b61cc req-83aa48ea-be32-42d4-8e7a-818903d4c53a tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498819 Jan 27 12:47:15.150000 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 38698) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:15.430956 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-e99e8c20-8a0f-48e9-9771-e579638088c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:15.450218 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 38716) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:15.464207 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-dc791fcc-b3c0-4268-8f69-a0d572e62b37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:15.503465 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-24856a62-d47b-4cd5-b448-720bfb443055 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:15.504910 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-24856a62-d47b-4cd5-b448-720bfb443055 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/networks?id=0039d15b-8cd4-4e00-bf29-e70c3c097634 HTTP/1.1" status: 200 len: 808 time: 0.1378551 Jan 27 12:47:15.528791 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-2e7a5f72-51e0-4a11-b84a-fe86b5c44c3f tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/quotas/d6209fbf005b41a3a9cbcab66acfeac5 HTTP/1.1" status: 200 len: 375 time: 0.0146077 Jan 27 12:47:15.544556 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-dc791fcc-b3c0-4268-8f69-a0d572e62b37 admin admin] Publish callbacks [] for security_group (f3b4327e-ef33-4202-b001-0dfe31082955), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:15.571561 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-fdd270d8-f48c-4463-8278-b427231b6c1a tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6209fbf005b41a3a9cbcab66acfeac5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365670 Jan 27 12:47:15.591004 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-e99e8c20-8a0f-48e9-9771-e579638088c7 admin admin] Publish callbacks [] for security_group (b1b37fc6-75c8-46cf-8dc1-e44c4192a18d), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:15.592891 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-dc791fcc-b3c0-4268-8f69-a0d572e62b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (f3b4327e-ef33-4202-b001-0dfe31082955), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:15.639865 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-dc791fcc-b3c0-4268-8f69-a0d572e62b37 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c9b5326152bb47378dd142b0b9b6dc87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1885154 Jan 27 12:47:15.640749 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 38724) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:15.642929 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc791fcc-b3c0-4268-8f69-a0d572e62b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b4327e-ef33-4202-b001-0dfe31082955,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:15.657877 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-e99e8c20-8a0f-48e9-9771-e579638088c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (b1b37fc6-75c8-46cf-8dc1-e44c4192a18d), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:15.693579 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-19a20692-a53d-4e15-8352-991afe8517b9 admin admin] Publish callbacks [] for security_group (f3b4327e-ef33-4202-b001-0dfe31082955), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:15.720302 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-19a20692-a53d-4e15-8352-991afe8517b9 admin admin] Publish callbacks [] for security_group (f3b4327e-ef33-4202-b001-0dfe31082955), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:15.720466 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e8c20-8a0f-48e9-9771-e579638088c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b37fc6-75c8-46cf-8dc1-e44c4192a18d,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:15.743331 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-e99e8c20-8a0f-48e9-9771-e579638088c7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=833760130bd1400db84b443694c566be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5856612 Jan 27 12:47:15.743331 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-86291cf2-0632-4e01-a1a4-71b978fbad68 service neutron] 10.222.0.39 "GET /v2.0/networks/0039d15b-8cd4-4e00-bf29-e70c3c097634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608698 Jan 27 12:47:15.743835 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 38728) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:15.855926 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-19a20692-a53d-4e15-8352-991afe8517b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (f3b4327e-ef33-4202-b001-0dfe31082955), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:15.858879 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-19a20692-a53d-4e15-8352-991afe8517b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:15.862701 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-19a20692-a53d-4e15-8352-991afe8517b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3b4327e-ef33-4202-b001-0dfe31082955 HTTP/1.1" status: 204 len: 168 time: 0.2206898 Jan 27 12:47:15.879997 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a20692-a53d-4e15-8352-991afe8517b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b4327e-ef33-4202-b001-0dfe31082955,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:15.919861 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-2fdeac4e-58bb-4c35-b09b-47e76168323e admin admin] Publish callbacks [] for security_group (b1b37fc6-75c8-46cf-8dc1-e44c4192a18d), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:15.936184 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-e3a90dc9-24d4-4c82-af50-1e21e0813740 service neutron] 10.222.0.39 "GET /v2.0/networks/0039d15b-8cd4-4e00-bf29-e70c3c097634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843722 Jan 27 12:47:15.985593 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-2fdeac4e-58bb-4c35-b09b-47e76168323e admin admin] Publish callbacks [] for security_group (b1b37fc6-75c8-46cf-8dc1-e44c4192a18d), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:15.995599 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2ccef-94ee-430f-b899-2911417a84d7 req-609ee75f-6631-4b7b-969d-6477c8d69526 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:15.997488 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-43a2ccef-94ee-430f-b899-2911417a84d7 req-609ee75f-6631-4b7b-969d-6477c8d69526 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0722990 Jan 27 12:47:16.074975 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-43a2ccef-94ee-430f-b899-2911417a84d7 req-78c11a72-2d24-4db7-aafe-e5258daa267c tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715203 Jan 27 12:47:16.271479 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-2fdeac4e-58bb-4c35-b09b-47e76168323e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (b1b37fc6-75c8-46cf-8dc1-e44c4192a18d), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:16.274924 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-2fdeac4e-58bb-4c35-b09b-47e76168323e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:16.287147 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-2fdeac4e-58bb-4c35-b09b-47e76168323e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b1b37fc6-75c8-46cf-8dc1-e44c4192a18d HTTP/1.1" status: 204 len: 168 time: 0.5390556 Jan 27 12:47:16.309231 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765fc13-4578-43d2-9217-337d95d09e06 req-efc612c8-b829-49d2-b499-31b9cd8b2cae tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:16.317480 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3765fc13-4578-43d2-9217-337d95d09e06 req-efc612c8-b829-49d2-b499-31b9cd8b2cae tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0f1609f-18fc-43c4-9fea-a411f9996fcd HTTP/1.1" status: 200 len: 946 time: 0.1140010 Jan 27 12:47:16.329385 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-33bbdfd0-3e14-4e37-86e6-2e21bb86c0ae req-78e7b60e-8af2-4368-a476-b950cb3ca6cd tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=daab9362-a56c-455a-a0a5-728518d93d25 HTTP/1.1" status: 200 len: 210 time: 0.0411453 Jan 27 12:47:16.334122 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdeac4e-58bb-4c35-b09b-47e76168323e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b37fc6-75c8-46cf-8dc1-e44c4192a18d,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:16.389112 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3765fc13-4578-43d2-9217-337d95d09e06 req-7860d46d-0b2a-41a1-a80b-e43bfc579594 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560954 Jan 27 12:47:16.806982 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device a424886a-fbb4-4130-8443-aa9af24f00ec no longer exists at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:47:16.834349 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] No Port match for: a424886a-fbb4-4130-8443-aa9af24f00ec {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:47:16.834349 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device a424886a-fbb4-4130-8443-aa9af24f00ec not bound to the agent host hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:47:17.205343 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c437813-ba8c-4b8c-8e00-974d5976e4ba req-d182a4cc-f874-4eff-a6df-5f6dcb8d431f tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:17.206893 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5c437813-ba8c-4b8c-8e00-974d5976e4ba req-d182a4cc-f874-4eff-a6df-5f6dcb8d431f tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0548499 Jan 27 12:47:17.288939 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5c437813-ba8c-4b8c-8e00-974d5976e4ba req-207e402b-077b-4f99-8435-b9ab9b31d0c3 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743473 Jan 27 12:47:17.289733 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 38834) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:17.372826 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13de709-5180-4437-85b7-b2490172dbf7 admin admin] Deleting subnet 03cd7728-725d-4de0-be4f-245a5798d1b2 {{(pid=109462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 12:47:17.377460 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b13de709-5180-4437-85b7-b2490172dbf7 admin admin] Publish callbacks [] for subnet (03cd7728-725d-4de0-be4f-245a5798d1b2), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:17.455876 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b13de709-5180-4437-85b7-b2490172dbf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25970311'] for subnet (03cd7728-725d-4de0-be4f-245a5798d1b2), precommit_delete_associations {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:17.460464 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8ca0eff2-198a-47fa-87c9-09c376eb2dcf req-0e3ee21e-bcca-4df7-95fd-4f95a15561d9 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=daab9362-a56c-455a-a0a5-728518d93d25 HTTP/1.1" status: 200 len: 210 time: 0.0371475 Jan 27 12:47:17.509175 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b13de709-5180-4437-85b7-b2490172dbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676805'] for subnet (03cd7728-725d-4de0-be4f-245a5798d1b2), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:17.644792 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b13de709-5180-4437-85b7-b2490172dbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3262219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25816237'] for subnet (03cd7728-725d-4de0-be4f-245a5798d1b2), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:17.672878 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13de709-5180-4437-85b7-b2490172dbf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03cd7728-725d-4de0-be4f-245a5798d1b2,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:17.679396 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b13de709-5180-4437-85b7-b2490172dbf7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:17.683710 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-b13de709-5180-4437-85b7-b2490172dbf7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/03cd7728-725d-4de0-be4f-245a5798d1b2 HTTP/1.1" status: 204 len: 168 time: 0.3923936 Jan 27 12:47:17.685702 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 38858) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:17.769716 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-654c96d9-ae44-4176-8f35-c457e415b85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617860'] for network (f93ed95b-fa06-42a9-b32c-e652b333a4ab), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:17.859075 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-654c96d9-ae44-4176-8f35-c457e415b85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678482', 'neutron.services.segments.db._delete_segments_for_network-8727398100354'] for network (f93ed95b-fa06-42a9-b32c-e652b333a4ab), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:17.885561 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-654c96d9-ae44-4176-8f35-c457e415b85e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93ed95b-fa06-42a9-b32c-e652b333a4ab']}} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:47:17.900521 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-654c96d9-ae44-4176-8f35-c457e415b85e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5bda29-e146-4b34-9ed7-ab18bab542eb') {'for_net_delete': True} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:47:17.901084 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-654c96d9-ae44-4176-8f35-c457e415b85e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5bda29-e146-4b34-9ed7-ab18bab542eb') {} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:47:17.912867 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-654c96d9-ae44-4176-8f35-c457e415b85e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727398101899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25970318'] for segment (fc5bda29-e146-4b34-9ed7-ab18bab542eb), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:17.934640 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-654c96d9-ae44-4176-8f35-c457e415b85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (fc5bda29-e146-4b34-9ed7-ab18bab542eb), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:17.941303 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654c96d9-ae44-4176-8f35-c457e415b85e admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 12:47:17.941885 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-654c96d9-ae44-4176-8f35-c457e415b85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3262373'] for segment (fc5bda29-e146-4b34-9ed7-ab18bab542eb), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: Traceback (most recent call last): Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: timer() Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: cb(*args, **kw) Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: return func(*args, **kwargs) Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: self._notify() Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: self.callback(batched_events) Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: event.method(event) Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: return f(self, *a, **k) Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: return self._get(url).json() Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: return self.request(url, 'GET', **kwargs) Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 12:47:17.944367 dv-cinder-824031-3-iscsi neutron-server[109462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 12:47:18.061657 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-654c96d9-ae44-4176-8f35-c457e415b85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664096'] for network (f93ed95b-fa06-42a9-b32c-e652b333a4ab), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:18.069662 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-654c96d9-ae44-4176-8f35-c457e415b85e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:18.072900 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-654c96d9-ae44-4176-8f35-c457e415b85e admin admin] 10.222.0.39 "DELETE /v2.0/networks/f93ed95b-fa06-42a9-b32c-e652b333a4ab HTTP/1.1" status: 204 len: 168 time: 0.3861916 Jan 27 12:47:18.082510 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c96d9-ae44-4176-8f35-c457e415b85e admin admin] Pushing event deleted for resources: {'Network': ['ID=f93ed95b-fa06-42a9-b32c-e652b333a4ab,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:18.429607 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1dd6c-f6d9-49f0-a84d-f30a372228c7 req-5a361ff1-6825-4a6e-8b04-f42011d28d43 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:18.436320 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-cae1dd6c-f6d9-49f0-a84d-f30a372228c7 req-5a361ff1-6825-4a6e-8b04-f42011d28d43 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0586393 Jan 27 12:47:18.463032 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-7c79474d-5577-468a-bae2-946acc3b2b2a tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:18.464543 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-7c79474d-5577-468a-bae2-946acc3b2b2a tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.13 "GET /v2.0/networks?id=0039d15b-8cd4-4e00-bf29-e70c3c097634 HTTP/1.1" status: 200 len: 808 time: 0.1218026 Jan 27 12:47:18.480743 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-31a81aa5-bfb7-4852-a040-9e6d25a1c0f9 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Request body: {'port': {'device_id': 'daab9362-a56c-455a-a0a5-728518d93d25', 'network_id': '0039d15b-8cd4-4e00-bf29-e70c3c097634', 'admin_state_up': True, 'tenant_id': 'd6209fbf005b41a3a9cbcab66acfeac5'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:47:18.491348 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-cae1dd6c-f6d9-49f0-a84d-f30a372228c7 req-53fca1fd-347f-42c0-85c0-346e0e83736c tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540752 Jan 27 12:47:18.532074 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 38948) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:18.611339 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-93a13269-ddcf-4965-bf54-876fd77d4b66 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7c91276cab5a4ab89aeb4ed27af897eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0780787 Jan 27 12:47:18.614339 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 38952) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:18.626519 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-84875f0f-0b9c-4564-a37a-a8d7b80b21e4 req-c5cd88fb-ee98-4dcd-8b83-630115e17edf tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=daab9362-a56c-455a-a0a5-728518d93d25 HTTP/1.1" status: 200 len: 210 time: 0.0542407 Jan 27 12:47:18.684824 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-93f64efd-9eec-455a-bf1d-74cbedb4e7bb admin admin] Publish callbacks [] for security_group (71f22572-d97f-4418-ba47-dca3e0ac2a4d), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:18.718218 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-31a81aa5-bfb7-4852-a040-9e6d25a1c0f9 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Made reservation on behalf of d6209fbf005b41a3a9cbcab66acfeac5 for: {'port': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:47:18.726379 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-31a81aa5-bfb7-4852-a040-9e6d25a1c0f9 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:18.728884 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-93f64efd-9eec-455a-bf1d-74cbedb4e7bb admin admin] Publish callbacks [] for security_group (71f22572-d97f-4418-ba47-dca3e0ac2a4d), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:18.915344 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_common [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-31a81aa5-bfb7-4852-a040-9e6d25a1c0f9 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Allocated IP 172.20.0.10 (0039d15b-8cd4-4e00-bf29-e70c3c097634/9f47d2d1-8aa5-4478-9940-d5c781a54a43/12a8212f-7561-4c51-9ba4-a031c63f4bf7) {{(pid=109461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:47:18.967995 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-93f64efd-9eec-455a-bf1d-74cbedb4e7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (71f22572-d97f-4418-ba47-dca3e0ac2a4d), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:18.976091 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-93f64efd-9eec-455a-bf1d-74cbedb4e7bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:18.976091 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-93f64efd-9eec-455a-bf1d-74cbedb4e7bb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/71f22572-d97f-4418-ba47-dca3e0ac2a4d HTTP/1.1" status: 204 len: 168 time: 0.3564808 Jan 27 12:47:19.022636 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f64efd-9eec-455a-bf1d-74cbedb4e7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f22572-d97f-4418-ba47-dca3e0ac2a4d,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:19.080552 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-31a81aa5-bfb7-4852-a040-9e6d25a1c0f9 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Publish callbacks [] for port (12a8212f-7561-4c51-9ba4-a031c63f4bf7), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:19.359468 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-31a81aa5-bfb7-4852-a040-9e6d25a1c0f9 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (12a8212f-7561-4c51-9ba4-a031c63f4bf7), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:19.409330 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-31a81aa5-bfb7-4852-a040-9e6d25a1c0f9 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Network 0039d15b-8cd4-4e00-bf29-e70c3c097634 is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:47:19.413291 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-31a81aa5-bfb7-4852-a040-9e6d25a1c0f9 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:47:19.424240 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-31a81aa5-bfb7-4852-a040-9e6d25a1c0f9 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Received port after_create {{(pid=109461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:47:19.494481 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a81aa5-bfb7-4852-a040-9e6d25a1c0f9 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Pushing event updated for resources: {'Port': ['ID=12a8212f-7561-4c51-9ba4-a031c63f4bf7,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:19.501738 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-31a81aa5-bfb7-4852-a040-9e6d25a1c0f9 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:19.502670 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-31a81aa5-bfb7-4852-a040-9e6d25a1c0f9 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for port (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:19.601358 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-31a81aa5-bfb7-4852-a040-9e6d25a1c0f9 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1265194 Jan 27 12:47:19.609021 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f59f1-1be1-41d0-9d65-95028f8c3604 req-3b956f52-13e3-4491-804f-7ee562e5619b tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:19.610699 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-be8f59f1-1be1-41d0-9d65-95028f8c3604 req-3b956f52-13e3-4491-804f-7ee562e5619b tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0513172 Jan 27 12:47:19.613887 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-22440878-90dc-46fc-8f93-7f3d7ee04379 service neutron] Request body: {'port': {'device_id': 'daab9362-a56c-455a-a0a5-728518d93d25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:47:19.662109 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-be8f59f1-1be1-41d0-9d65-95028f8c3604 req-cec2ffe7-0dbe-42f5-8ad4-2d34c4bf35b7 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452027 Jan 27 12:47:19.678480 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-22440878-90dc-46fc-8f93-7f3d7ee04379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (12a8212f-7561-4c51-9ba4-a031c63f4bf7), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:19.931112 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed9184-465d-47f5-827d-f90da7ab71ac req-d906c77a-64fc-4290-a29b-f8fa36f5934f tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:19.932552 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f2ed9184-465d-47f5-827d-f90da7ab71ac req-d906c77a-64fc-4290-a29b-f8fa36f5934f tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=daab9362-a56c-455a-a0a5-728518d93d25 HTTP/1.1" status: 200 len: 932 time: 0.0567017 Jan 27 12:47:19.986454 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-22440878-90dc-46fc-8f93-7f3d7ee04379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a8212f-7561-4c51-9ba4-a031c63f4bf7 {{(pid=109461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:47:19.995528 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-22440878-90dc-46fc-8f93-7f3d7ee04379 service neutron] Publish callbacks [] for port (12a8212f-7561-4c51-9ba4-a031c63f4bf7), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:19.995788 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f2ed9184-465d-47f5-827d-f90da7ab71ac req-030e8d06-7a72-45aa-8eb1-1fadaebb44b0 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae346f22-3882-4b63-9c13-ff8b0588dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548654 Jan 27 12:47:20.015275 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.provisioning_blocks [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-22440878-90dc-46fc-8f93-7f3d7ee04379 service neutron] Transition to ACTIVE for port object 12a8212f-7561-4c51-9ba4-a031c63f4bf7 will not be triggered until provisioned by entity L2. {{(pid=109461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 12:47:20.135139 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-22440878-90dc-46fc-8f93-7f3d7ee04379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412271'] for port (12a8212f-7561-4c51-9ba4-a031c63f4bf7), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:20.193293 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22440878-90dc-46fc-8f93-7f3d7ee04379 service neutron] Pushing event updated for resources: {'Port': ['ID=12a8212f-7561-4c51-9ba4-a031c63f4bf7,revision_number=2']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:20.281049 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-22440878-90dc-46fc-8f93-7f3d7ee04379 service neutron] Attempting to bind port 12a8212f-7561-4c51-9ba4-a031c63f4bf7 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:47:20.281194 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-22440878-90dc-46fc-8f93-7f3d7ee04379 service neutron] Attempting to bind port 12a8212f-7561-4c51-9ba4-a031c63f4bf7 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '4e4fa98a-0c13-4457-8482-e90382ecb4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0039d15b-8cd4-4e00-bf29-e70c3c097634'}] {{(pid=109461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:47:20.281593 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-22440878-90dc-46fc-8f93-7f3d7ee04379 service neutron] Attempting to bind port 12a8212f-7561-4c51-9ba4-a031c63f4bf7 on network 0039d15b-8cd4-4e00-bf29-e70c3c097634 {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:47:20.288192 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-22440878-90dc-46fc-8f93-7f3d7ee04379 service neutron] Port 12a8212f-7561-4c51-9ba4-a031c63f4bf7 on network 0039d15b-8cd4-4e00-bf29-e70c3c097634 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 12:47:20.288519 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-22440878-90dc-46fc-8f93-7f3d7ee04379 service neutron] Attempting to bind port 12a8212f-7561-4c51-9ba4-a031c63f4bf7 on network 0039d15b-8cd4-4e00-bf29-e70c3c097634 {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:47:20.295186 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-22440878-90dc-46fc-8f93-7f3d7ee04379 service neutron] Checking agent: {'id': 'e5f4578a-8b65-461b-9155-0533d25cd18a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'started_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:47:20.295706 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-22440878-90dc-46fc-8f93-7f3d7ee04379 service neutron] Checking segment: {'id': '4e4fa98a-0c13-4457-8482-e90382ecb4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0039d15b-8cd4-4e00-bf29-e70c3c097634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:47:20.296391 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-22440878-90dc-46fc-8f93-7f3d7ee04379 service neutron] Bound using segment: {'id': '4e4fa98a-0c13-4457-8482-e90382ecb4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0039d15b-8cd4-4e00-bf29-e70c3c097634'} {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:47:20.296839 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-22440878-90dc-46fc-8f93-7f3d7ee04379 service neutron] Bound port: 12a8212f-7561-4c51-9ba4-a031c63f4bf7, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e4fa98a-0c13-4457-8482-e90382ecb4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0039d15b-8cd4-4e00-bf29-e70c3c097634'}}] {{(pid=109461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:47:20.297197 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-22440878-90dc-46fc-8f93-7f3d7ee04379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (12a8212f-7561-4c51-9ba4-a031c63f4bf7), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:20.352697 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1517c5-bf74-4a69-af99-ee29826251c9 req-ead3ceba-03f8-4939-afd0-781827f0cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:20.357277 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8a1517c5-bf74-4a69-af99-ee29826251c9 req-ead3ceba-03f8-4939-afd0-781827f0cb1d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 1098 time: 0.0622697 Jan 27 12:47:20.377211 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 39054) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:20.397632 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-22440878-90dc-46fc-8f93-7f3d7ee04379 service neutron] For port 12a8212f-7561-4c51-9ba4-a031c63f4bf7, host hv-cinder-82403, cleared binding levels {{(pid=109461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:47:20.410066 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-22440878-90dc-46fc-8f93-7f3d7ee04379 service neutron] For port 12a8212f-7561-4c51-9ba4-a031c63f4bf7, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=12a8212f-7561-4c51-9ba4-a031c63f4bf7,segment=NetworkSegment(4e4fa98a-0c13-4457-8482-e90382ecb4f2),segment_id=4e4fa98a-0c13-4457-8482-e90382ecb4f2)] {{(pid=109461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:47:20.424125 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8a1517c5-bf74-4a69-af99-ee29826251c9 req-3be01cd3-87e5-44ff-a16c-5b2bed44cc3b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597596 Jan 27 12:47:20.496145 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-22440878-90dc-46fc-8f93-7f3d7ee04379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412271'] for port (12a8212f-7561-4c51-9ba4-a031c63f4bf7), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:20.505994 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-831fe1e3-173e-4c38-b4ff-dfddb5273297 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-389966503-network', 'tenant_id': '249663e6bac04668835be079e8478eb1'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:47:20.529671 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-18deb518-e7cd-4a8b-a1e8-bd1a7f8144fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:20.559127 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-22440878-90dc-46fc-8f93-7f3d7ee04379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:20.562054 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-22440878-90dc-46fc-8f93-7f3d7ee04379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for port (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:20.562054 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-22440878-90dc-46fc-8f93-7f3d7ee04379 service neutron] 10.222.0.13 "PUT /v2.0/ports/12a8212f-7561-4c51-9ba4-a031c63f4bf7 HTTP/1.1" status: 200 len: 1094 time: 0.9522030 Jan 27 12:47:20.562054 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daab9362-a56c-455a-a0a5-728518d93d25', 'tag': '12a8212f-7561-4c51-9ba4-a031c63f4bf7'}] {{(pid=109461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:47:20.563915 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13caf501d2ade89ef8f3be641e2375f4ed3bc8c86955b9dc87ba2ae8dc6631d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ce4748-3d6c-4641-9b98-0ac763c839e1" -d '{"events": [{"name": "network-changed", "server_uuid": "daab9362-a56c-455a-a0a5-728518d93d25", "tag": "12a8212f-7561-4c51-9ba4-a031c63f4bf7"}]}' {{(pid=109461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:47:20.588352 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22440878-90dc-46fc-8f93-7f3d7ee04379 service neutron] Pushing event updated for resources: {'Port': ['ID=12a8212f-7561-4c51-9ba4-a031c63f4bf7,revision_number=3']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:20.605187 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b470c8f4-797b-426a-8d45-89a8426a486f x-openstack-request-id: req-b470c8f4-797b-426a-8d45-89a8426a486f {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:47:20.605480 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daab9362-a56c-455a-a0a5-728518d93d25", "tag": "12a8212f-7561-4c51-9ba4-a031c63f4bf7", "status": "completed", "code": 200}]} {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:47:20.605769 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b470c8f4-797b-426a-8d45-89a8426a486f {{(pid=109461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:47:20.606169 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daab9362-a56c-455a-a0a5-728518d93d25', 'tag': '12a8212f-7561-4c51-9ba4-a031c63f4bf7', 'status': 'completed', 'code': 200} Jan 27 12:47:20.638246 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831fe1e3-173e-4c38-b4ff-dfddb5273297 admin admin] Made reservation on behalf of 249663e6bac04668835be079e8478eb1 for: {'network': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:47:20.640656 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-831fe1e3-173e-4c38-b4ff-dfddb5273297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for network (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:20.651031 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-831fe1e3-173e-4c38-b4ff-dfddb5273297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:20.774000 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce4748-3d6c-4641-9b98-0ac763c839e1 req-a79f4cd9-1af5-4658-90e5-91e0fbd7a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:20.775584 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-39ce4748-3d6c-4641-9b98-0ac763c839e1 req-a79f4cd9-1af5-4658-90e5-91e0fbd7a426 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6209fbf005b41a3a9cbcab66acfeac5&device_id=daab9362-a56c-455a-a0a5-728518d93d25 HTTP/1.1" status: 200 len: 1097 time: 0.0860662 Jan 27 12:47:20.797845 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-831fe1e3-173e-4c38-b4ff-dfddb5273297 admin admin] Publish callbacks [] for security_group (f6380618-2b05-456c-94a3-e2f6f9a895e1), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:20.804249 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396653f-109d-4d65-bc5a-9a42324cb10a req-91d411ee-dedc-4984-9a3b-2dac1677093e tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:20.806649 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4396653f-109d-4d65-bc5a-9a42324cb10a req-91d411ee-dedc-4984-9a3b-2dac1677093e tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0632911 Jan 27 12:47:20.819899 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 39066) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:20.852417 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-831fe1e3-173e-4c38-b4ff-dfddb5273297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (f6380618-2b05-456c-94a3-e2f6f9a895e1), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:20.865650 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831fe1e3-173e-4c38-b4ff-dfddb5273297 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=109461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 12:47:20.904050 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-831fe1e3-173e-4c38-b4ff-dfddb5273297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (65f1ae4c-940a-41bf-91e5-c9736b2feeab), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:20.904050 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.db.segments_db [None req-831fe1e3-173e-4c38-b4ff-dfddb5273297 admin admin] Added segment 65f1ae4c-940a-41bf-91e5-c9736b2feeab of type vlan for network c2b054f4-877c-446a-a491-c6a17689946c Jan 27 12:47:20.904281 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4396653f-109d-4d65-bc5a-9a42324cb10a req-92a16577-5acc-4318-8999-090108b10aa9 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850160 Jan 27 12:47:20.950058 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fe1e3-173e-4c38-b4ff-dfddb5273297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6380618-2b05-456c-94a3-e2f6f9a895e1,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:20.966077 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce4748-3d6c-4641-9b98-0ac763c839e1 req-507693fa-8105-4b84-a0e0-08403f85d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:20.967653 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-39ce4748-3d6c-4641-9b98-0ac763c839e1 req-507693fa-8105-4b84-a0e0-08403f85d256 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d6209fbf005b41a3a9cbcab66acfeac5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1844404 Jan 27 12:47:20.970853 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-831fe1e3-173e-4c38-b4ff-dfddb5273297 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727397602151'] for network (c2b054f4-877c-446a-a491-c6a17689946c), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:20.997240 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d9d406fb-364d-467b-b6f8-6bca405374d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:21.086784 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce4748-3d6c-4641-9b98-0ac763c839e1 req-be9ac64f-4774-4b52-ab67-186ec09e4c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:21.088471 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-39ce4748-3d6c-4641-9b98-0ac763c839e1 req-be9ac64f-4774-4b52-ab67-186ec09e4c19 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1140378 Jan 27 12:47:21.094372 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d9d406fb-364d-467b-b6f8-6bca405374d6 admin admin] Publish callbacks [] for security_group (1397b615-4569-4f0f-85f8-55c982d84bf2), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:21.168579 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1594f53-964d-4b22-9c0e-a77de233742f req-c7e292b2-bdb1-4e95-9566-210d8fc003b7 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:21.169568 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c1594f53-964d-4b22-9c0e-a77de233742f req-c7e292b2-bdb1-4e95-9566-210d8fc003b7 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=daab9362-a56c-455a-a0a5-728518d93d25 HTTP/1.1" status: 200 len: 944 time: 0.0489309 Jan 27 12:47:21.171085 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-831fe1e3-173e-4c38-b4ff-dfddb5273297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for network (c2b054f4-877c-446a-a491-c6a17689946c), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:21.172051 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831fe1e3-173e-4c38-b4ff-dfddb5273297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:21.172629 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-831fe1e3-173e-4c38-b4ff-dfddb5273297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:21.202538 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d9d406fb-364d-467b-b6f8-6bca405374d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (1397b615-4569-4f0f-85f8-55c982d84bf2), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:21.229393 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-f9440954-4d85-42ea-964d-3c2bf542200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:21.230720 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-f9440954-4d85-42ea-964d-3c2bf542200e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6209fbf005b41a3a9cbcab66acfeac5&device_id=daab9362-a56c-455a-a0a5-728518d93d25 HTTP/1.1" status: 200 len: 1097 time: 0.0937846 Jan 27 12:47:21.239713 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fe1e3-173e-4c38-b4ff-dfddb5273297 admin admin] Pushing event updated for resources: {'Network': ['ID=c2b054f4-877c-446a-a491-c6a17689946c,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:21.253831 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c1594f53-964d-4b22-9c0e-a77de233742f req-a55e8b74-0b90-4682-b6dc-6bc671612ec3 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae346f22-3882-4b63-9c13-ff8b0588dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767975 Jan 27 12:47:21.254730 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d406fb-364d-467b-b6f8-6bca405374d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1397b615-4569-4f0f-85f8-55c982d84bf2,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:21.257116 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Network c2b054f4-877c-446a-a491-c6a17689946c details requested by agent ovs-agent-dv-cinder-824031-3-iscsi with host dv-cinder-824031-3-iscsi {{(pid=109463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 12:47:21.261711 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-d9d406fb-364d-467b-b6f8-6bca405374d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b171c7f15dc54e42aefb6fed3298a7e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4383614 Jan 27 12:47:21.261954 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 39078) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:21.305612 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-a2df8847-4830-4caf-9c79-0a92ed2a3c58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12a8212f-7561-4c51-9ba4-a031c63f4bf7 HTTP/1.1" status: 200 len: 217 time: 0.0541015 Jan 27 12:47:21.308743 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-831fe1e3-173e-4c38-b4ff-dfddb5273297 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9305534 Jan 27 12:47:21.311683 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 39080) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:21.316404 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-9583b144-45db-40d5-888d-7b57b6b7a0ee admin admin] Request body: {'subnet': {'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-389966503-subnet', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:47:21.347707 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-af38324b-0915-4a11-96cf-ade4cc740933 admin admin] Publish callbacks [] for security_group (1397b615-4569-4f0f-85f8-55c982d84bf2), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:21.363921 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-30b91e13-6afd-4d60-8a85-0868ec8d6b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:21.366644 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-30b91e13-6afd-4d60-8a85-0868ec8d6b1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f47d2d1-8aa5-4478-9940-d5c781a54a43 HTTP/1.1" status: 200 len: 848 time: 0.0528910 Jan 27 12:47:21.375446 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-af38324b-0915-4a11-96cf-ade4cc740933 admin admin] Publish callbacks [] for security_group (1397b615-4569-4f0f-85f8-55c982d84bf2), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:21.398665 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-a2f12512-0ba7-4e68-8d44-2a6e25f45fb4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0039d15b-8cd4-4e00-bf29-e70c3c097634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258043 Jan 27 12:47:21.444384 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9583b144-45db-40d5-888d-7b57b6b7a0ee admin admin] Made reservation on behalf of 249663e6bac04668835be079e8478eb1 for: {'subnet': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:47:21.446995 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-9583b144-45db-40d5-888d-7b57b6b7a0ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25816208'] for subnet (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:21.501663 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-15d952b5-fa34-4a66-aebb-e23534ccf786 service neutron] 10.222.0.13 "GET /v2.0/networks/0039d15b-8cd4-4e00-bf29-e70c3c097634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919185 Jan 27 12:47:21.503166 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-af38324b-0915-4a11-96cf-ade4cc740933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (1397b615-4569-4f0f-85f8-55c982d84bf2), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:21.505696 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-af38324b-0915-4a11-96cf-ade4cc740933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:21.507497 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-af38324b-0915-4a11-96cf-ade4cc740933 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1397b615-4569-4f0f-85f8-55c982d84bf2 HTTP/1.1" status: 204 len: 168 time: 0.2446642 Jan 27 12:47:21.526772 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38324b-0915-4a11-96cf-ade4cc740933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1397b615-4569-4f0f-85f8-55c982d84bf2,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:21.607689 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d5c38385-d9bd-48bd-b4de-ac2b6cf160c6 req-31873151-db33-41af-9100-12d995e9c4c9 service neutron] 10.222.0.13 "GET /v2.0/networks/0039d15b-8cd4-4e00-bf29-e70c3c097634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981143 Jan 27 12:47:21.690032 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-9583b144-45db-40d5-888d-7b57b6b7a0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3260870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25816230'] for subnet (b450d6ba-6f2c-4498-8ab8-ce2ca102b850), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:21.754201 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583b144-45db-40d5-888d-7b57b6b7a0ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=b450d6ba-6f2c-4498-8ab8-ce2ca102b850,revision_number=0']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:21.757379 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9583b144-45db-40d5-888d-7b57b6b7a0ee admin admin] Checking segment: {'id': '65f1ae4c-940a-41bf-91e5-c9736b2feeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:47:21.757746 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9583b144-45db-40d5-888d-7b57b6b7a0ee admin admin] Network hostable DHCP agents. Network: c2b054f4-877c-446a-a491-c6a17689946c, hostable agents: ['8eb3a606-acf3-4d34-8208-a31c99af56ba'], hosted agents: [] {{(pid=109462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 12:47:21.843651 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9583b144-45db-40d5-888d-7b57b6b7a0ee admin admin] Network c2b054f4-877c-446a-a491-c6a17689946c is scheduled to be hosted by DHCP agent 8eb3a606-acf3-4d34-8208-a31c99af56ba with binding_index 1 {{(pid=109462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 12:47:21.931465 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-9583b144-45db-40d5-888d-7b57b6b7a0ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-3-iscsi, c2b054f4-877c-446a-a491-c6a17689946c) {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:47:21.936212 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9583b144-45db-40d5-888d-7b57b6b7a0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:21.936817 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-9583b144-45db-40d5-888d-7b57b6b7a0ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:21.946314 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa66bb74-cbc9-4aa4-adb8-f5351e7d3fb2 None None] Network c2b054f4-877c-446a-a491-c6a17689946c requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:47:22.045411 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b1689-58a5-4d70-89ca-bebdcd76b66d req-37969eb1-334f-4507-bb1d-492a7dc0d21d tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:22.046951 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a18b1689-58a5-4d70-89ca-bebdcd76b66d req-37969eb1-334f-4507-bb1d-492a7dc0d21d tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0536561 Jan 27 12:47:22.057175 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568fb7ec-a26d-4b1e-b613-97858094f7ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddd921a7-f886-55d8-9d7f-b4a49e13882a-c2b054f4-877c-446a-a491-c6a17689946c', 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'project_id': '249663e6bac04668835be079e8478eb1', 'fixed_ips': [{'subnet_id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850'}]}} from dv-cinder-824031-3-iscsi. {{(pid=109463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 12:47:22.058287 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-568fb7ec-a26d-4b1e-b613-97858094f7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:22.078545 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-9583b144-45db-40d5-888d-7b57b6b7a0ee admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7632468 Jan 27 12:47:22.080685 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 39092) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:22.085569 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-c1a5d3a4-9b55-435b-a8a1-8efb6a176dee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-389966503-router', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:47:22.112623 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a18b1689-58a5-4d70-89ca-bebdcd76b66d req-90f632f7-c516-451a-8573-2793b24fa332 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572453 Jan 27 12:47:22.165776 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 39098) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:22.180524 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5201e00e-78bb-4fcd-bc02-fc48d5dffcbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:22.188172 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c1a5d3a4-9b55-435b-a8a1-8efb6a176dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1666215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108346'] for router (9bad885b-d714-4000-a763-93fd6a88ce5d), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:22.190029 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c1a5d3a4-9b55-435b-a8a1-8efb6a176dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1661945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1903227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108291'] for router (9bad885b-d714-4000-a763-93fd6a88ce5d), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:22.211499 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.db_base_plugin_common [None req-568fb7ec-a26d-4b1e-b613-97858094f7ec None None] Allocated IP 172.20.0.2 (c2b054f4-877c-446a-a491-c6a17689946c/b450d6ba-6f2c-4498-8ab8-ce2ca102b850/e01b23d5-ff28-498c-b45c-83c45b5d2e3a) {{(pid=109463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:47:22.266194 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c1a5d3a4-9b55-435b-a8a1-8efb6a176dee admin admin] Publish callbacks [] for router_controller (9bad885b-d714-4000-a763-93fd6a88ce5d), precommit_add_association {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:22.315435 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5201e00e-78bb-4fcd-bc02-fc48d5dffcbf admin admin] Publish callbacks [] for security_group (2febc50b-7c6b-4ce9-9c76-ad220c1c0562), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:22.362243 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-568fb7ec-a26d-4b1e-b613-97858094f7ec None None] Publish callbacks [] for port (e01b23d5-ff28-498c-b45c-83c45b5d2e3a), precommit_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:22.376277 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb9ce4-e919-470b-97e0-5b6f47c77864 req-a5934ce1-e1ce-4ffb-911d-4f073db25e1c tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:22.377886 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-46fb9ce4-e919-470b-97e0-5b6f47c77864 req-a5934ce1-e1ce-4ffb-911d-4f073db25e1c tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0533819 Jan 27 12:47:22.387695 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5201e00e-78bb-4fcd-bc02-fc48d5dffcbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (2febc50b-7c6b-4ce9-9c76-ad220c1c0562), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:22.428275 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-46fb9ce4-e919-470b-97e0-5b6f47c77864 req-b85e6789-5a8b-40f9-9725-84a31780035d tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446115 Jan 27 12:47:22.454544 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-568fb7ec-a26d-4b1e-b613-97858094f7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551'] for port (e01b23d5-ff28-498c-b45c-83c45b5d2e3a), after_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:22.499193 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568fb7ec-a26d-4b1e-b613-97858094f7ec None None] Network c2b054f4-877c-446a-a491-c6a17689946c is already hosted by enough agents. {{(pid=109463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:47:22.499748 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-5201e00e-78bb-4fcd-bc02-fc48d5dffcbf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8f4fbbbc5f84cd493b6f1086ae8b810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3323135 Jan 27 12:47:22.502441 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 39104) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:22.504760 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.scheduler.base_scheduler [None req-568fb7ec-a26d-4b1e-b613-97858094f7ec None None] Resources bound (agent type, host, resource id): {{(pid=109463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:47:22.514539 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568fb7ec-a26d-4b1e-b613-97858094f7ec None None] Received port after_create {{(pid=109463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:47:22.535939 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201e00e-78bb-4fcd-bc02-fc48d5dffcbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2febc50b-7c6b-4ce9-9c76-ad220c1c0562,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:22.548098 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c1a5d3a4-9b55-435b-a8a1-8efb6a176dee admin admin] Publish callbacks [] for router_gateway (9bad885b-d714-4000-a763-93fd6a88ce5d), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:22.577952 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fb7ec-a26d-4b1e-b613-97858094f7ec None None] Pushing event updated for resources: {'Port': ['ID=e01b23d5-ff28-498c-b45c-83c45b5d2e3a,revision_number=1']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:22.592418 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-568fb7ec-a26d-4b1e-b613-97858094f7ec None None] Attempting to bind port e01b23d5-ff28-498c-b45c-83c45b5d2e3a on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:47:22.593046 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-568fb7ec-a26d-4b1e-b613-97858094f7ec None None] Attempting to bind port e01b23d5-ff28-498c-b45c-83c45b5d2e3a by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': '65f1ae4c-940a-41bf-91e5-c9736b2feeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c'}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:47:22.593599 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568fb7ec-a26d-4b1e-b613-97858094f7ec None None] Attempting to bind port e01b23d5-ff28-498c-b45c-83c45b5d2e3a on network c2b054f4-877c-446a-a491-c6a17689946c {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:47:22.599655 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568fb7ec-a26d-4b1e-b613-97858094f7ec None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:47:22.600192 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568fb7ec-a26d-4b1e-b613-97858094f7ec None None] Checking segment: {'id': '65f1ae4c-940a-41bf-91e5-c9736b2feeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:47:22.600469 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-568fb7ec-a26d-4b1e-b613-97858094f7ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:22.600856 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568fb7ec-a26d-4b1e-b613-97858094f7ec None None] Bound using segment: {'id': '65f1ae4c-940a-41bf-91e5-c9736b2feeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c'} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:47:22.601483 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-568fb7ec-a26d-4b1e-b613-97858094f7ec None None] Bound port: e01b23d5-ff28-498c-b45c-83c45b5d2e3a, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f1ae4c-940a-41bf-91e5-c9736b2feeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c'}}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:47:22.602031 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-568fb7ec-a26d-4b1e-b613-97858094f7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (e01b23d5-ff28-498c-b45c-83c45b5d2e3a), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:22.622020 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba68333-7089-4f7a-8644-2aa4d866a19a req-cadb5223-0377-4f28-b388-9190946b50b8 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:22.623533 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7ba68333-7089-4f7a-8644-2aa4d866a19a req-cadb5223-0377-4f28-b388-9190946b50b8 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=daab9362-a56c-455a-a0a5-728518d93d25 HTTP/1.1" status: 200 len: 944 time: 0.0984070 Jan 27 12:47:22.624334 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-4910889c-a9c9-409e-bb1f-9b7b11e98a04 admin admin] Publish callbacks [] for security_group (2febc50b-7c6b-4ce9-9c76-ad220c1c0562), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:22.668571 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-4910889c-a9c9-409e-bb1f-9b7b11e98a04 admin admin] Publish callbacks [] for security_group (2febc50b-7c6b-4ce9-9c76-ad220c1c0562), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:22.691966 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-568fb7ec-a26d-4b1e-b613-97858094f7ec None None] For port e01b23d5-ff28-498c-b45c-83c45b5d2e3a, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:47:22.696530 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-568fb7ec-a26d-4b1e-b613-97858094f7ec None None] For port e01b23d5-ff28-498c-b45c-83c45b5d2e3a, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=e01b23d5-ff28-498c-b45c-83c45b5d2e3a,segment=NetworkSegment(65f1ae4c-940a-41bf-91e5-c9736b2feeab),segment_id=65f1ae4c-940a-41bf-91e5-c9736b2feeab)] {{(pid=109463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:47:22.722518 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7ba68333-7089-4f7a-8644-2aa4d866a19a req-f3c48cd3-576c-485d-a8ba-031193a3dcab tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae346f22-3882-4b63-9c13-ff8b0588dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931685 Jan 27 12:47:22.787398 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-13edafeb-f81a-47e0-a073-5f50f8a1c313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:22.789298 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-568fb7ec-a26d-4b1e-b613-97858094f7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (e01b23d5-ff28-498c-b45c-83c45b5d2e3a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:22.811762 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-4910889c-a9c9-409e-bb1f-9b7b11e98a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (2febc50b-7c6b-4ce9-9c76-ad220c1c0562), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:22.814173 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-4910889c-a9c9-409e-bb1f-9b7b11e98a04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:22.815319 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-4910889c-a9c9-409e-bb1f-9b7b11e98a04 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2febc50b-7c6b-4ce9-9c76-ad220c1c0562 HTTP/1.1" status: 204 len: 168 time: 0.3118722 Jan 27 12:47:22.842972 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910889c-a9c9-409e-bb1f-9b7b11e98a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2febc50b-7c6b-4ce9-9c76-ad220c1c0562,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:22.843153 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 12a8212f-7561-4c51-9ba4-a031c63f4bf7 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=109463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 12:47:22.875014 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fb7ec-a26d-4b1e-b613-97858094f7ec None None] Pushing event updated for resources: {'Port': ['ID=e01b23d5-ff28-498c-b45c-83c45b5d2e3a,revision_number=2']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:22.881685 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c1a5d3a4-9b55-435b-a8a1-8efb6a176dee admin admin] Publish callbacks [] for router_gateway (9bad885b-d714-4000-a763-93fd6a88ce5d), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:22.905580 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c1a5d3a4-9b55-435b-a8a1-8efb6a176dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:23.002846 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 12a8212f-7561-4c51-9ba4-a031c63f4bf7, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=12a8212f-7561-4c51-9ba4-a031c63f4bf7,segment=NetworkSegment(4e4fa98a-0c13-4457-8482-e90382ecb4f2),segment_id=4e4fa98a-0c13-4457-8482-e90382ecb4f2)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:47:23.018011 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Returning: {'device': '12a8212f-7561-4c51-9ba4-a031c63f4bf7', 'network_id': '0039d15b-8cd4-4e00-bf29-e70c3c097634', 'port_id': '12a8212f-7561-4c51-9ba4-a031c63f4bf7', 'mac_address': 'fa:16:3e:08:eb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f47d2d1-8aa5-4478-9940-d5c781a54a43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 12:47:23.075002 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 12a8212f-7561-4c51-9ba4-a031c63f4bf7 is: DOWN; New status is: BUILD {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:47:23.075400 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (12a8212f-7561-4c51-9ba4-a031c63f4bf7), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:23.081687 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_common [None req-c1a5d3a4-9b55-435b-a8a1-8efb6a176dee admin admin] Allocated IP 172.27.2.228 (eb2842ee-b281-40a5-b8cc-bad91d1f4211/1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a/360a7dbc-2814-4203-b0ca-8cf50b5f87d0) {{(pid=109461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:47:23.090288 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a8212f-7561-4c51-9ba4-a031c63f4bf7 {{(pid=109463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:47:23.114431 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 12a8212f-7561-4c51-9ba4-a031c63f4bf7, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=12a8212f-7561-4c51-9ba4-a031c63f4bf7,segment=NetworkSegment(4e4fa98a-0c13-4457-8482-e90382ecb4f2),segment_id=4e4fa98a-0c13-4457-8482-e90382ecb4f2)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:47:23.157836 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (12a8212f-7561-4c51-9ba4-a031c63f4bf7), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:23.234475 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=12a8212f-7561-4c51-9ba4-a031c63f4bf7,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:23.264590 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c1a5d3a4-9b55-435b-a8a1-8efb6a176dee admin admin] Publish callbacks [] for port (360a7dbc-2814-4203-b0ca-8cf50b5f87d0), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:23.369593 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c1a5d3a4-9b55-435b-a8a1-8efb6a176dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (360a7dbc-2814-4203-b0ca-8cf50b5f87d0), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:23.421385 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a5d3a4-9b55-435b-a8a1-8efb6a176dee admin admin] Network eb2842ee-b281-40a5-b8cc-bad91d1f4211 is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:47:23.428134 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-c1a5d3a4-9b55-435b-a8a1-8efb6a176dee admin admin] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:47:23.436619 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a5d3a4-9b55-435b-a8a1-8efb6a176dee admin admin] Received port after_create {{(pid=109461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:47:23.439912 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5d3a4-9b55-435b-a8a1-8efb6a176dee admin admin] Pushing event updated for resources: {'Port': ['ID=360a7dbc-2814-4203-b0ca-8cf50b5f87d0,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:23.526509 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['12a8212f-7561-4c51-9ba4-a031c63f4bf7'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:47:23.789597 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c1a5d3a4-9b55-435b-a8a1-8efb6a176dee admin admin] Publish callbacks [] for router_gateway (9bad885b-d714-4000-a763-93fd6a88ce5d), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:23.797760 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:23.857287 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475a7b5-6d49-4cd2-bb2f-29d4e96127f8 req-a8bb0e97-013b-4517-849d-dc8a134975b4 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:23.874285 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1475a7b5-6d49-4cd2-bb2f-29d4e96127f8 req-a8bb0e97-013b-4517-849d-dc8a134975b4 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=daab9362-a56c-455a-a0a5-728518d93d25 HTTP/1.1" status: 200 len: 945 time: 0.0611446 Jan 27 12:47:23.949239 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1475a7b5-6d49-4cd2-bb2f-29d4e96127f8 req-67d070d6-ed96-4d25-9a15-437b928f1800 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae346f22-3882-4b63-9c13-ff8b0588dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691428 Jan 27 12:47:24.126813 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38922f4-5df0-471b-b232-8c6e9b441ae3 None None] Network c2b054f4-877c-446a-a491-c6a17689946c requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:47:24.206534 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-c28580c9-443f-46ce-bf74-7820c59d47de None None] Provisioning complete for port e01b23d5-ff28-498c-b45c-83c45b5d2e3a triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:47:24.207288 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-c28580c9-443f-46ce-bf74-7820c59d47de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (e01b23d5-ff28-498c-b45c-83c45b5d2e3a), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:24.220187 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device e01b23d5-ff28-498c-b45c-83c45b5d2e3a up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:47:24.265138 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c1a5d3a4-9b55-435b-a8a1-8efb6a176dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661868'] for router (9bad885b-d714-4000-a763-93fd6a88ce5d), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:24.427346 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-c28580c9-443f-46ce-bf74-7820c59d47de None None] Current status of the port e01b23d5-ff28-498c-b45c-83c45b5d2e3a is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:47:24.427919 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-c28580c9-443f-46ce-bf74-7820c59d47de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (e01b23d5-ff28-498c-b45c-83c45b5d2e3a), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:24.449594 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port e01b23d5-ff28-498c-b45c-83c45b5d2e3a triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:47:24.450134 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (e01b23d5-ff28-498c-b45c-83c45b5d2e3a), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:24.495863 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-c28580c9-443f-46ce-bf74-7820c59d47de None None] For port e01b23d5-ff28-498c-b45c-83c45b5d2e3a, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=e01b23d5-ff28-498c-b45c-83c45b5d2e3a,segment=NetworkSegment(65f1ae4c-940a-41bf-91e5-c9736b2feeab),segment_id=65f1ae4c-940a-41bf-91e5-c9736b2feeab)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:47:24.529978 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a5d3a4-9b55-435b-a8a1-8efb6a176dee admin admin] Router 9bad885b-d714-4000-a763-93fd6a88ce5d is scheduled to L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 with binding_index 1 {{(pid=109461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 12:47:24.560439 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port e01b23d5-ff28-498c-b45c-83c45b5d2e3a is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:47:24.564981 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (e01b23d5-ff28-498c-b45c-83c45b5d2e3a), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:24.588825 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-c28580c9-443f-46ce-bf74-7820c59d47de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (e01b23d5-ff28-498c-b45c-83c45b5d2e3a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:24.661233 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.db.api [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 12:47:24.661785 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG oslo_db.api [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 12:47:24.674371 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a5d3a4-9b55-435b-a8a1-8efb6a176dee admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:47:24.682113 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28580c9-443f-46ce-bf74-7820c59d47de None None] Pushing event updated for resources: {'Port': ['ID=e01b23d5-ff28-498c-b45c-83c45b5d2e3a,revision_number=3']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:24.683979 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] Sync routers for ids ['9bad885b-d714-4000-a763-93fd6a88ce5d'] in dv-cinder-824031-3-iscsi {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:47:24.695617 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] Routers {'9bad885b-d714-4000-a763-93fd6a88ce5d'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:47:24.696273 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:47:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['9bad885b-d714-4000-a763-93fd6a88ce5d'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:47:24.710309 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-21700190-7bbd-4515-af25-6f2eda39dd3e None None] Provisioning complete for port e01b23d5-ff28-498c-b45c-83c45b5d2e3a triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:47:24.710721 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-21700190-7bbd-4515-af25-6f2eda39dd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (e01b23d5-ff28-498c-b45c-83c45b5d2e3a), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:24.748683 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c1a5d3a4-9b55-435b-a8a1-8efb6a176dee admin admin] Publish callbacks [] for router (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:24.753828 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 39154) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:24.760316 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-c1a5d3a4-9b55-435b-a8a1-8efb6a176dee admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6784823 Jan 27 12:47:24.818839 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-21700190-7bbd-4515-af25-6f2eda39dd3e None None] Current status of the port e01b23d5-ff28-498c-b45c-83c45b5d2e3a is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:47:24.857316 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] Set router 9bad885b-d714-4000-a763-93fd6a88ce5d gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:47:24.867278 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 12a8212f-7561-4c51-9ba4-a031c63f4bf7 up at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:47:24.963280 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98dfa6-3657-4bb9-9742-b7689ab2d02e req-89b195fd-0c35-45c4-ae8f-2910d226ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:24.965507 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ae98dfa6-3657-4bb9-9742-b7689ab2d02e req-89b195fd-0c35-45c4-ae8f-2910d226ac05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07aba42d308a44c39af2f5402cfff771&device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 1099 time: 0.0830712 Jan 27 12:47:24.993140 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning for port 12a8212f-7561-4c51-9ba4-a031c63f4bf7 completed by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 12:47:25.000103 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning complete for port 12a8212f-7561-4c51-9ba4-a031c63f4bf7 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:47:25.000571 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (12a8212f-7561-4c51-9ba4-a031c63f4bf7), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:25.107698 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'name': 'tempest-AttachVolumeTestJSON-389966503-router', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:23Z', 'revision_number': 3, 'project_id': '249663e6bac04668835be079e8478eb1', 'gw_port': {'id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:47:25.153949 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 12a8212f-7561-4c51-9ba4-a031c63f4bf7 is: BUILD; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:47:25.155071 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (12a8212f-7561-4c51-9ba4-a031c63f4bf7), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:25.169040 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98dfa6-3657-4bb9-9742-b7689ab2d02e req-68687f35-5389-4a17-aba4-ebc5d3686ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:25.171198 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ae98dfa6-3657-4bb9-9742-b7689ab2d02e req-68687f35-5389-4a17-aba4-ebc5d3686ecb service neutron] 10.222.0.13 "GET /v2.0/networks?id=e3e975e7-b66a-4480-b25e-9886f492f788 HTTP/1.1" status: 200 len: 919 time: 0.1989231 Jan 27 12:47:25.174801 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] Checking router: 9bad885b-d714-4000-a763-93fd6a88ce5d for host: dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:47:25.175478 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] Updating router 9bad885b-d714-4000-a763-93fd6a88ce5d port 360a7dbc-2814-4203-b0ca-8cf50b5f87d0 binding host dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 12:47:25.232087 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ae98dfa6-3657-4bb9-9742-b7689ab2d02e req-16b5c9a9-8331-428d-a61c-4b20f010880b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dccfdccf-b3e1-4835-81b6-dc9601ee12c1 HTTP/1.1" status: 200 len: 217 time: 0.0466058 Jan 27 12:47:25.239962 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (360a7dbc-2814-4203-b0ca-8cf50b5f87d0), before_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:25.268651 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daab9362-a56c-455a-a0a5-728518d93d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a8212f-7561-4c51-9ba4-a031c63f4bf7'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:47:25.274579 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392c31c1-0ffd-4363-9a04-662bc99067a8" -d '{"events": [{"server_uuid": "daab9362-a56c-455a-a0a5-728518d93d25", "name": "network-vif-plugged", "status": "completed", "tag": "12a8212f-7561-4c51-9ba4-a031c63f4bf7"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:47:25.360336 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98dfa6-3657-4bb9-9742-b7689ab2d02e req-db8bc28b-e5c8-479e-83fb-aed64ef9d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:25.361835 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ae98dfa6-3657-4bb9-9742-b7689ab2d02e req-db8bc28b-e5c8-479e-83fb-aed64ef9d46a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7785fff6-6578-4402-bc5a-fec8bd603105 HTTP/1.1" status: 200 len: 858 time: 0.1149340 Jan 27 12:47:25.362390 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 12a8212f-7561-4c51-9ba4-a031c63f4bf7, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=12a8212f-7561-4c51-9ba4-a031c63f4bf7,segment=NetworkSegment(4e4fa98a-0c13-4457-8482-e90382ecb4f2),segment_id=4e4fa98a-0c13-4457-8482-e90382ecb4f2)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:47:25.370916 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port e01b23d5-ff28-498c-b45c-83c45b5d2e3a is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:47:25.387033 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5592b7-23ac-43a9-9ad9-befed8536f7a req-6fc05392-3f3e-4668-9b6d-f9df01b75cb2 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:25.388559 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0d5592b7-23ac-43a9-9ad9-befed8536f7a req-6fc05392-3f3e-4668-9b6d-f9df01b75cb2 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.4078064 Jan 27 12:47:25.400627 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ae98dfa6-3657-4bb9-9742-b7689ab2d02e req-b6a7d0b3-5a08-4d8c-8d49-efc558a243da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e3e975e7-b66a-4480-b25e-9886f492f788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308158 Jan 27 12:47:25.437997 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (12a8212f-7561-4c51-9ba4-a031c63f4bf7), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:25.495559 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0d5592b7-23ac-43a9-9ad9-befed8536f7a req-4b13d614-e0ea-4e74-957a-558aaa48fb77 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996306 Jan 27 12:47:25.509793 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:25.524910 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ae98dfa6-3657-4bb9-9742-b7689ab2d02e req-26ad7bf3-d7b0-4b9f-a4e5-b740aff30054 service neutron] 10.222.0.13 "GET /v2.0/networks/e3e975e7-b66a-4480-b25e-9886f492f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179609 Jan 27 12:47:25.549078 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=12a8212f-7561-4c51-9ba4-a031c63f4bf7,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:25.652848 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] Publish callbacks [] for port (360a7dbc-2814-4203-b0ca-8cf50b5f87d0), precommit_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:25.659174 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ae98dfa6-3657-4bb9-9742-b7689ab2d02e req-3a9357df-c5b8-4b77-8231-53c45772afe0 service neutron] 10.222.0.13 "GET /v2.0/networks/e3e975e7-b66a-4480-b25e-9886f492f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276374 Jan 27 12:47:25.703476 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfabf1c-94c5-49bd-84b9-05adb14ab481 req-ce1d1790-c602-48a9-9c74-c0cfe1444df3 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:25.704884 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-bbfabf1c-94c5-49bd-84b9-05adb14ab481 req-ce1d1790-c602-48a9-9c74-c0cfe1444df3 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=daab9362-a56c-455a-a0a5-728518d93d25 HTTP/1.1" status: 200 len: 946 time: 0.0963576 Jan 27 12:47:25.778542 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (360a7dbc-2814-4203-b0ca-8cf50b5f87d0), after_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:25.787005 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-031851aa-bff3-4c06-81b1-045e92746dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:25.792673 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-bbfabf1c-94c5-49bd-84b9-05adb14ab481 req-c58778af-accb-4be7-abff-bc3ef4412daa tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae346f22-3882-4b63-9c13-ff8b0588dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810313 Jan 27 12:47:25.844001 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cce8a57-cc88-4ad4-897f-26e3ed54d1f3 x-openstack-request-id: req-6cce8a57-cc88-4ad4-897f-26e3ed54d1f3 {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:47:25.844348 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daab9362-a56c-455a-a0a5-728518d93d25", "name": "network-vif-plugged", "status": "completed", "tag": "12a8212f-7561-4c51-9ba4-a031c63f4bf7", "code": 200}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:47:25.844615 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6cce8a57-cc88-4ad4-897f-26e3ed54d1f3 {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:47:25.845008 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daab9362-a56c-455a-a0a5-728518d93d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a8212f-7561-4c51-9ba4-a031c63f4bf7', 'code': 200} Jan 27 12:47:25.858157 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e926c9e-d13e-4682-ba2e-18fb14023ae1 None None] Pushing event updated for resources: {'Port': ['ID=360a7dbc-2814-4203-b0ca-8cf50b5f87d0,revision_number=2']} {{(pid=109464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:25.871479 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e926c9e-d13e-4682-ba2e-18fb14023ae1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:25.872091 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e926c9e-d13e-4682-ba2e-18fb14023ae1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:25.872629 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e926c9e-d13e-4682-ba2e-18fb14023ae1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:25.873008 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e926c9e-d13e-4682-ba2e-18fb14023ae1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:25.873329 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e926c9e-d13e-4682-ba2e-18fb14023ae1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:25.873657 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e926c9e-d13e-4682-ba2e-18fb14023ae1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:25.874049 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e926c9e-d13e-4682-ba2e-18fb14023ae1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:25.874436 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e926c9e-d13e-4682-ba2e-18fb14023ae1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:25.874823 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e926c9e-d13e-4682-ba2e-18fb14023ae1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:25.875182 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e926c9e-d13e-4682-ba2e-18fb14023ae1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:25.875522 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e926c9e-d13e-4682-ba2e-18fb14023ae1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:25.875852 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e926c9e-d13e-4682-ba2e-18fb14023ae1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:25.876192 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e926c9e-d13e-4682-ba2e-18fb14023ae1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:25.879432 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] Attempting to bind port 360a7dbc-2814-4203-b0ca-8cf50b5f87d0 on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:47:25.879816 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] Attempting to bind port 360a7dbc-2814-4203-b0ca-8cf50b5f87d0 by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}] {{(pid=109464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:47:25.880188 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] Attempting to bind port 360a7dbc-2814-4203-b0ca-8cf50b5f87d0 on network eb2842ee-b281-40a5-b8cc-bad91d1f4211 {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:47:25.887296 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:47:25.887296 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] Checking segment: {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:47:25.890904 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:25.890904 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] Bound using segment: {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'} {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:47:25.890904 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] Bound port: 360a7dbc-2814-4203-b0ca-8cf50b5f87d0, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}}] {{(pid=109464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:47:25.890904 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (360a7dbc-2814-4203-b0ca-8cf50b5f87d0), before_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:25.965572 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.db [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] For port 360a7dbc-2814-4203-b0ca-8cf50b5f87d0, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:47:25.969651 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.db [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] For port 360a7dbc-2814-4203-b0ca-8cf50b5f87d0, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=360a7dbc-2814-4203-b0ca-8cf50b5f87d0,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:47:25.986206 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_common [None req-031851aa-bff3-4c06-81b1-045e92746dba admin admin] Allocated IP 172.20.0.1 (c2b054f4-877c-446a-a491-c6a17689946c/b450d6ba-6f2c-4498-8ab8-ce2ca102b850/eed19dbc-fa88-4dfc-ac98-f4bfdcf63214) {{(pid=109462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:47:26.084172 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (360a7dbc-2814-4203-b0ca-8cf50b5f87d0), after_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:26.110645 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-031851aa-bff3-4c06-81b1-045e92746dba admin admin] Publish callbacks [] for port (eed19dbc-fa88-4dfc-ac98-f4bfdcf63214), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:26.119439 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device e01b23d5-ff28-498c-b45c-83c45b5d2e3a up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:47:26.151408 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] Routers {'9bad885b-d714-4000-a763-93fd6a88ce5d'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:47:26.152123 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:47:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['9bad885b-d714-4000-a763-93fd6a88ce5d'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:47:26.173359 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port e01b23d5-ff28-498c-b45c-83c45b5d2e3a triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:47:26.173359 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (e01b23d5-ff28-498c-b45c-83c45b5d2e3a), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:26.219679 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e926c9e-d13e-4682-ba2e-18fb14023ae1 None None] Pushing event updated for resources: {'Port': ['ID=360a7dbc-2814-4203-b0ca-8cf50b5f87d0,revision_number=3']} {{(pid=109464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:26.239717 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-031851aa-bff3-4c06-81b1-045e92746dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (eed19dbc-fa88-4dfc-ac98-f4bfdcf63214), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:26.302200 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f38cd6-64ee-49fb-a058-b8cc4322e5be req-af76e527-fd0e-4550-99b9-390312061ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:26.304182 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-73f38cd6-64ee-49fb-a058-b8cc4322e5be req-af76e527-fd0e-4550-99b9-390312061ead service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=daab9362-a56c-455a-a0a5-728518d93d25 HTTP/1.1" status: 200 len: 1099 time: 0.0619850 Jan 27 12:47:26.305867 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port e01b23d5-ff28-498c-b45c-83c45b5d2e3a is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:47:26.320005 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031851aa-bff3-4c06-81b1-045e92746dba admin admin] Network c2b054f4-877c-446a-a491-c6a17689946c is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:47:26.323404 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-031851aa-bff3-4c06-81b1-045e92746dba admin admin] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:47:26.327533 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031851aa-bff3-4c06-81b1-045e92746dba admin admin] Received port after_create {{(pid=109462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:47:26.336266 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] Set router 9bad885b-d714-4000-a763-93fd6a88ce5d gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:47:26.387938 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-73f38cd6-64ee-49fb-a058-b8cc4322e5be req-6e68afe9-627c-49ca-8dfb-d36c56d304aa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ae346f22-3882-4b63-9c13-ff8b0588dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778270 Jan 27 12:47:26.410441 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-031851aa-bff3-4c06-81b1-045e92746dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664249'] for router_interface (9bad885b-d714-4000-a763-93fd6a88ce5d), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:26.416089 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031851aa-bff3-4c06-81b1-045e92746dba admin admin] Pushing event updated for resources: {'Port': ['ID=eed19dbc-fa88-4dfc-ac98-f4bfdcf63214,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:26.550626 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'name': 'tempest-AttachVolumeTestJSON-389966503-router', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:23Z', 'revision_number': 3, 'project_id': '249663e6bac04668835be079e8478eb1', 'gw_port': {'id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:47:26.585191 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8df2099-ff89-4dde-868e-d7ec2e7bf22e None None] The sync data for ids ['9bad885b-d714-4000-a763-93fd6a88ce5d'] in dv-cinder-824031-3-iscsi is: [{'id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'name': 'tempest-AttachVolumeTestJSON-389966503-router', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:23Z', 'revision_number': 3, 'project_id': '249663e6bac04668835be079e8478eb1', 'gw_port': {'id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}] {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:47:26.627375 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-031851aa-bff3-4c06-81b1-045e92746dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (eed19dbc-fa88-4dfc-ac98-f4bfdcf63214), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:26.659192 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-bd9ace80-4d51-42f8-9272-87cb62fa811e None None] Provisioning complete for port eed19dbc-fa88-4dfc-ac98-f4bfdcf63214 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:47:26.659571 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-bd9ace80-4d51-42f8-9272-87cb62fa811e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (eed19dbc-fa88-4dfc-ac98-f4bfdcf63214), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:26.710242 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-bd9ace80-4d51-42f8-9272-87cb62fa811e None None] Port eed19dbc-fa88-4dfc-ac98-f4bfdcf63214 cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:47:26.710454 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0c836-7782-4a25-90b8-574c8491eb1e req-08666283-7117-47ba-9ac0-1ec6da75e2f9 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:26.711806 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:26.715204 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-79f0c836-7782-4a25-90b8-574c8491eb1e req-08666283-7117-47ba-9ac0-1ec6da75e2f9 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.1094830 Jan 27 12:47:26.821565 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-79f0c836-7782-4a25-90b8-574c8491eb1e req-d1286242-7fd7-41e7-8e82-9f1a6c6dbecc tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977051 Jan 27 12:47:26.912222 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-031851aa-bff3-4c06-81b1-045e92746dba admin admin] Publish callbacks [] for port (eed19dbc-fa88-4dfc-ac98-f4bfdcf63214), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:26.972560 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed0fc5-7f24-4f6c-944a-40caf41c7cea req-29b3a989-65b5-4d5e-b9a5-041629eb4a77 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:26.974982 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ebed0fc5-7f24-4f6c-944a-40caf41c7cea req-29b3a989-65b5-4d5e-b9a5-041629eb4a77 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=daab9362-a56c-455a-a0a5-728518d93d25 HTTP/1.1" status: 200 len: 946 time: 0.0603004 Jan 27 12:47:26.982733 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-031851aa-bff3-4c06-81b1-045e92746dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (eed19dbc-fa88-4dfc-ac98-f4bfdcf63214), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:27.069225 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-031851aa-bff3-4c06-81b1-045e92746dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1664617'] for router_interface (9bad885b-d714-4000-a763-93fd6a88ce5d), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:27.091871 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031851aa-bff3-4c06-81b1-045e92746dba admin admin] Pushing event updated for resources: {'Port': ['ID=eed19dbc-fa88-4dfc-ac98-f4bfdcf63214,revision_number=2']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:27.099181 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ebed0fc5-7f24-4f6c-944a-40caf41c7cea req-fb531dfd-5165-4c16-be33-ba4f7d218ceb tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae346f22-3882-4b63-9c13-ff8b0588dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137507 Jan 27 12:47:27.194165 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031851aa-bff3-4c06-81b1-045e92746dba admin admin] Network c2b054f4-877c-446a-a491-c6a17689946c is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:47:27.195693 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-031851aa-bff3-4c06-81b1-045e92746dba admin admin] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:47:27.356830 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031851aa-bff3-4c06-81b1-045e92746dba admin admin] Router 9bad885b-d714-4000-a763-93fd6a88ce5d has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:47:27.438410 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:27.475163 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 39226) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:27.508663 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031851aa-bff3-4c06-81b1-045e92746dba admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:47:27.519386 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-031851aa-bff3-4c06-81b1-045e92746dba admin admin] 10.222.0.39 "PUT /v2.0/routers/9bad885b-d714-4000-a763-93fd6a88ce5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7641227 Jan 27 12:47:27.543966 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-b6d0e5da-0b6c-4394-a73b-53f31a652364 None None] Provisioning complete for port eed19dbc-fa88-4dfc-ac98-f4bfdcf63214 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:47:27.544427 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-b6d0e5da-0b6c-4394-a73b-53f31a652364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (eed19dbc-fa88-4dfc-ac98-f4bfdcf63214), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:27.588065 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-b6d0e5da-0b6c-4394-a73b-53f31a652364 None None] Port eed19dbc-fa88-4dfc-ac98-f4bfdcf63214 cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:47:27.613714 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-2ffd22c9-b8fd-4a59-bbec-cf8b91ba2e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:27.704934 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-2ffd22c9-b8fd-4a59-bbec-cf8b91ba2e31 admin admin] Publish callbacks [] for security_group (aa926e40-6f28-462d-9d3f-2520c248becb), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:27.797529 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-2ffd22c9-b8fd-4a59-bbec-cf8b91ba2e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (aa926e40-6f28-462d-9d3f-2520c248becb), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:27.838083 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-2ffd22c9-b8fd-4a59-bbec-cf8b91ba2e31 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=40e6fefbf81346b5b73b825461e8d74c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3612537 Jan 27 12:47:27.839204 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd22c9-b8fd-4a59-bbec-cf8b91ba2e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa926e40-6f28-462d-9d3f-2520c248becb,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:27.840715 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 39236) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:27.906029 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-be52f97e-53fd-41af-bfc0-25aca6486d75 admin admin] Publish callbacks [] for security_group (aa926e40-6f28-462d-9d3f-2520c248becb), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:27.932304 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-be52f97e-53fd-41af-bfc0-25aca6486d75 admin admin] Publish callbacks [] for security_group (aa926e40-6f28-462d-9d3f-2520c248becb), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:28.038060 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-be52f97e-53fd-41af-bfc0-25aca6486d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (aa926e40-6f28-462d-9d3f-2520c248becb), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:28.040788 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-be52f97e-53fd-41af-bfc0-25aca6486d75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:28.041948 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-be52f97e-53fd-41af-bfc0-25aca6486d75 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa926e40-6f28-462d-9d3f-2520c248becb HTTP/1.1" status: 204 len: 168 time: 0.2000299 Jan 27 12:47:28.054473 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52f97e-53fd-41af-bfc0-25aca6486d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa926e40-6f28-462d-9d3f-2520c248becb,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:28.212217 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 360a7dbc-2814-4203-b0ca-8cf50b5f87d0 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:47:28.282245 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 360a7dbc-2814-4203-b0ca-8cf50b5f87d0 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:47:28.282616 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (360a7dbc-2814-4203-b0ca-8cf50b5f87d0), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:28.374773 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 360a7dbc-2814-4203-b0ca-8cf50b5f87d0 is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:47:28.375179 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (360a7dbc-2814-4203-b0ca-8cf50b5f87d0), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:28.405015 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] For port 360a7dbc-2814-4203-b0ca-8cf50b5f87d0, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=360a7dbc-2814-4203-b0ca-8cf50b5f87d0,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:47:28.467050 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] Sync routers for ids ['9bad885b-d714-4000-a763-93fd6a88ce5d'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:47:28.477534 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] Routers {'9bad885b-d714-4000-a763-93fd6a88ce5d'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:47:28.478221 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:47:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['9bad885b-d714-4000-a763-93fd6a88ce5d'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:47:28.513923 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 39252) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:28.517534 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (360a7dbc-2814-4203-b0ca-8cf50b5f87d0), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:28.518787 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-c27e3060-3de6-4d3b-a309-4be393f958d5 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Request body: {'security_group': {'name': 'tempest-securitygroup--40464527', 'description': 'tempest-description--188351273'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:47:28.617678 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c27e3060-3de6-4d3b-a309-4be393f958d5 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:28.642758 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf5c67-71a7-4a4b-9baf-5598b95a8881 req-6b8c188d-6455-4e05-bb65-ebdd860b8c77 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:28.644400 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2ccf5c67-71a7-4a4b-9baf-5598b95a8881 req-6b8c188d-6455-4e05-bb65-ebdd860b8c77 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0652738 Jan 27 12:47:28.729967 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2ccf5c67-71a7-4a4b-9baf-5598b95a8881 req-e86e8c89-8b49-4ba9-adea-be2472cba5ea tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670614 Jan 27 12:47:28.758866 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Pushing event updated for resources: {'Port': ['ID=360a7dbc-2814-4203-b0ca-8cf50b5f87d0,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:28.765543 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c27e3060-3de6-4d3b-a309-4be393f958d5 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for security_group (758c9d97-c5bc-4bec-8e0e-6d6449a2d130), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:28.769758 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] Set router 9bad885b-d714-4000-a763-93fd6a88ce5d gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:47:28.789658 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 39254) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:28.804088 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-88e19ec8-5814-4051-82dc-5b87e17ef992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:28.830423 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c27e3060-3de6-4d3b-a309-4be393f958d5 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (758c9d97-c5bc-4bec-8e0e-6d6449a2d130), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:28.867180 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e3060-3de6-4d3b-a309-4be393f958d5 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=758c9d97-c5bc-4bec-8e0e-6d6449a2d130,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:28.881566 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3ea1d-a06e-463b-9108-b4396637283e req-3e047820-150f-417e-8be1-f1976168f3af tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:28.883809 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-bdc3ea1d-a06e-463b-9108-b4396637283e req-3e047820-150f-417e-8be1-f1976168f3af tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=daab9362-a56c-455a-a0a5-728518d93d25 HTTP/1.1" status: 200 len: 946 time: 0.0840080 Jan 27 12:47:28.903834 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-88e19ec8-5814-4051-82dc-5b87e17ef992 admin admin] Publish callbacks [] for security_group (ea325991-d88b-4326-af64-ac6338df8031), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:28.934001 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-bdc3ea1d-a06e-463b-9108-b4396637283e req-b4479a75-df24-494c-bdd1-a0334fb93f55 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae346f22-3882-4b63-9c13-ff8b0588dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432413 Jan 27 12:47:28.940524 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c27e3060-3de6-4d3b-a309-4be393f958d5 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:28.940524 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-c27e3060-3de6-4d3b-a309-4be393f958d5 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4239101 Jan 27 12:47:28.941938 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 39256) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:28.948982 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-50220160-473a-48ca-bf1a-8e5b7c16271d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Request body: {'security_group_rule': {'security_group_id': '758c9d97-c5bc-4bec-8e0e-6d6449a2d130', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:47:28.958431 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-88e19ec8-5814-4051-82dc-5b87e17ef992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (ea325991-d88b-4326-af64-ac6338df8031), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:28.989602 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e19ec8-5814-4051-82dc-5b87e17ef992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea325991-d88b-4326-af64-ac6338df8031,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:29.010016 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-88e19ec8-5814-4051-82dc-5b87e17ef992 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f002979ce0c6496e82a6d1521db28332&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192738 Jan 27 12:47:29.012971 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 39260) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:29.024487 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'name': 'tempest-AttachVolumeTestJSON-389966503-router', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:26Z', 'revision_number': 4, 'project_id': '249663e6bac04668835be079e8478eb1', 'gw_port': {'id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'eed19dbc-fa88-4dfc-ac98-f4bfdcf63214', 'name': '', 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'mac_address': 'fa:16:3e:e6:78:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:25Z', 'updated_at': '2022-01-27T12:47:26Z', 'revision_number': 2, 'project_id': '249663e6bac04668835be079e8478eb1', 'subnets': [{'id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:47:29.054402 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] Checking router: 9bad885b-d714-4000-a763-93fd6a88ce5d for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:47:29.054760 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] Updating router 9bad885b-d714-4000-a763-93fd6a88ce5d port eed19dbc-fa88-4dfc-ac98-f4bfdcf63214 binding host dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 12:47:29.061823 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-50220160-473a-48ca-bf1a-8e5b7c16271d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for security_group_rule (01305e14-ce0d-4900-9657-d256ab4e4aa3), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:29.077846 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-90c20cce-af37-4192-8f62-2872d3b2a05e admin admin] Publish callbacks [] for security_group (ea325991-d88b-4326-af64-ac6338df8031), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:29.080031 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (eed19dbc-fa88-4dfc-ac98-f4bfdcf63214), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:29.118012 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-90c20cce-af37-4192-8f62-2872d3b2a05e admin admin] Publish callbacks [] for security_group (ea325991-d88b-4326-af64-ac6338df8031), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:29.161418 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-50220160-473a-48ca-bf1a-8e5b7c16271d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for security_group_rule (01305e14-ce0d-4900-9657-d256ab4e4aa3), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:29.243112 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-50220160-473a-48ca-bf1a-8e5b7c16271d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611924'] for security_group_rule (01305e14-ce0d-4900-9657-d256ab4e4aa3), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:29.266349 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50220160-473a-48ca-bf1a-8e5b7c16271d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01305e14-ce0d-4900-9657-d256ab4e4aa3,revision_number=0']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:29.288758 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-90c20cce-af37-4192-8f62-2872d3b2a05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (ea325991-d88b-4326-af64-ac6338df8031), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:29.291410 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-90c20cce-af37-4192-8f62-2872d3b2a05e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:29.295056 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-90c20cce-af37-4192-8f62-2872d3b2a05e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea325991-d88b-4326-af64-ac6338df8031 HTTP/1.1" status: 204 len: 168 time: 0.2782815 Jan 27 12:47:29.305983 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c20cce-af37-4192-8f62-2872d3b2a05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea325991-d88b-4326-af64-ac6338df8031,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:29.368279 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] Publish callbacks [] for port (eed19dbc-fa88-4dfc-ac98-f4bfdcf63214), precommit_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:29.372840 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-50220160-473a-48ca-bf1a-8e5b7c16271d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:29.374043 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-50220160-473a-48ca-bf1a-8e5b7c16271d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4308553 Jan 27 12:47:29.376951 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 39266) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:29.381737 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-98f3c0ca-3dad-4584-bf2b-59fa10fc3d3c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Request body: {'security_group_rule': {'security_group_id': '758c9d97-c5bc-4bec-8e0e-6d6449a2d130', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:47:29.426211 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (eed19dbc-fa88-4dfc-ac98-f4bfdcf63214), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:29.472647 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-98f3c0ca-3dad-4584-bf2b-59fa10fc3d3c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for security_group_rule (91c8bc6b-d712-4b66-89bb-d1bf17755f7a), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:29.498082 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30ebac-c43b-4297-88c3-cad476fcd686 None None] Pushing event updated for resources: {'Port': ['ID=eed19dbc-fa88-4dfc-ac98-f4bfdcf63214,revision_number=3']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:29.580567 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] Attempting to bind port eed19dbc-fa88-4dfc-ac98-f4bfdcf63214 on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:47:29.580945 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] Attempting to bind port eed19dbc-fa88-4dfc-ac98-f4bfdcf63214 by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': '65f1ae4c-940a-41bf-91e5-c9736b2feeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c'}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:47:29.581309 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] Attempting to bind port eed19dbc-fa88-4dfc-ac98-f4bfdcf63214 on network c2b054f4-877c-446a-a491-c6a17689946c {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:47:29.587368 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:47:29.587779 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] Checking segment: {'id': '65f1ae4c-940a-41bf-91e5-c9736b2feeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:47:29.588276 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:29.589843 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] Bound using segment: {'id': '65f1ae4c-940a-41bf-91e5-c9736b2feeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c'} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:47:29.589843 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] Bound port: eed19dbc-fa88-4dfc-ac98-f4bfdcf63214, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f1ae4c-940a-41bf-91e5-c9736b2feeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c'}}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:47:29.589843 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (eed19dbc-fa88-4dfc-ac98-f4bfdcf63214), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:29.617089 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-98f3c0ca-3dad-4584-bf2b-59fa10fc3d3c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for security_group_rule (91c8bc6b-d712-4b66-89bb-d1bf17755f7a), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:29.630775 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:47:29.675569 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] For port eed19dbc-fa88-4dfc-ac98-f4bfdcf63214, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:47:29.680884 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] For port eed19dbc-fa88-4dfc-ac98-f4bfdcf63214, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=eed19dbc-fa88-4dfc-ac98-f4bfdcf63214,segment=NetworkSegment(65f1ae4c-940a-41bf-91e5-c9736b2feeab),segment_id=65f1ae4c-940a-41bf-91e5-c9736b2feeab)] {{(pid=109463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:47:29.700691 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-98f3c0ca-3dad-4584-bf2b-59fa10fc3d3c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611924'] for security_group_rule (91c8bc6b-d712-4b66-89bb-d1bf17755f7a), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:29.721365 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3c0ca-3dad-4584-bf2b-59fa10fc3d3c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c8bc6b-d712-4b66-89bb-d1bf17755f7a,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:29.723962 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-d1cfbfdc-f5aa-4c1e-8896-f8919c6405c7 None None] Provisioning complete for port eed19dbc-fa88-4dfc-ac98-f4bfdcf63214 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:47:29.725275 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-d1cfbfdc-f5aa-4c1e-8896-f8919c6405c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (eed19dbc-fa88-4dfc-ac98-f4bfdcf63214), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:29.759239 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (eed19dbc-fa88-4dfc-ac98-f4bfdcf63214), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:29.790853 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-98f3c0ca-3dad-4584-bf2b-59fa10fc3d3c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:29.792748 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-98f3c0ca-3dad-4584-bf2b-59fa10fc3d3c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4147658 Jan 27 12:47:29.795835 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 39282) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:29.799504 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-d1cfbfdc-f5aa-4c1e-8896-f8919c6405c7 None None] Port eed19dbc-fa88-4dfc-ac98-f4bfdcf63214 cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:47:29.800581 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-c9688f3c-6723-4a2c-a584-3ae0c681018c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Request body: {'floatingip': {'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:47:29.839610 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] Routers {'9bad885b-d714-4000-a763-93fd6a88ce5d'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:47:29.840241 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:47:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['9bad885b-d714-4000-a763-93fd6a88ce5d'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:47:29.878979 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30ebac-c43b-4297-88c3-cad476fcd686 None None] Pushing event updated for resources: {'Port': ['ID=eed19dbc-fa88-4dfc-ac98-f4bfdcf63214,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:29.910550 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c0de2-f373-4137-864d-00c4e72d9096 req-6b48a09c-31e1-4bb8-bdba-9df9f3127bce tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:29.913520 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-047c0de2-f373-4137-864d-00c4e72d9096 req-6b48a09c-31e1-4bb8-bdba-9df9f3127bce tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0852017 Jan 27 12:47:29.929671 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c9688f3c-6723-4a2c-a584-3ae0c681018c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:29.996412 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] Set router 9bad885b-d714-4000-a763-93fd6a88ce5d gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:47:30.010955 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-047c0de2-f373-4137-864d-00c4e72d9096 req-8579b3a9-b3d7-4007-9f36-b64d6d35cd37 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905237 Jan 27 12:47:30.137554 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c9688f3c-6723-4a2c-a584-3ae0c681018c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:30.161552 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-017218d7-888a-4707-a63f-d785ee711b79 None None] Provisioning complete for port eed19dbc-fa88-4dfc-ac98-f4bfdcf63214 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:47:30.164627 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-017218d7-888a-4707-a63f-d785ee711b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (eed19dbc-fa88-4dfc-ac98-f4bfdcf63214), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:30.195704 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 360a7dbc-2814-4203-b0ca-8cf50b5f87d0 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:47:30.265959 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_common [None req-c9688f3c-6723-4a2c-a584-3ae0c681018c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Allocated IP 172.27.2.192 (eb2842ee-b281-40a5-b8cc-bad91d1f4211/1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a/fef80726-7880-4701-822e-5aef8fb49488) {{(pid=109461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:47:30.367785 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-017218d7-888a-4707-a63f-d785ee711b79 None None] Current status of the port eed19dbc-fa88-4dfc-ac98-f4bfdcf63214 is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:47:30.372145 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-017218d7-888a-4707-a63f-d785ee711b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (eed19dbc-fa88-4dfc-ac98-f4bfdcf63214), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:30.384704 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 360a7dbc-2814-4203-b0ca-8cf50b5f87d0 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:47:30.385076 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (360a7dbc-2814-4203-b0ca-8cf50b5f87d0), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:30.400920 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c9688f3c-6723-4a2c-a584-3ae0c681018c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for port (fef80726-7880-4701-822e-5aef8fb49488), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:30.449138 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-017218d7-888a-4707-a63f-d785ee711b79 None None] For port eed19dbc-fa88-4dfc-ac98-f4bfdcf63214, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=eed19dbc-fa88-4dfc-ac98-f4bfdcf63214,segment=NetworkSegment(65f1ae4c-940a-41bf-91e5-c9736b2feeab),segment_id=65f1ae4c-940a-41bf-91e5-c9736b2feeab)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:47:30.452380 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'name': 'tempest-AttachVolumeTestJSON-389966503-router', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:26Z', 'revision_number': 4, 'project_id': '249663e6bac04668835be079e8478eb1', 'gw_port': {'id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'eed19dbc-fa88-4dfc-ac98-f4bfdcf63214', 'name': '', 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'mac_address': 'fa:16:3e:e6:78:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:25Z', 'updated_at': '2022-01-27T12:47:29Z', 'revision_number': 4, 'project_id': '249663e6bac04668835be079e8478eb1', 'subnets': [{'id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:47:30.486611 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304b6925-484f-4ca0-b211-e987997a9ea2 None None] The sync data for ids ['9bad885b-d714-4000-a763-93fd6a88ce5d'] in dv-cinder-824031-3-iscsi is: [{'id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'name': 'tempest-AttachVolumeTestJSON-389966503-router', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:26Z', 'revision_number': 4, 'project_id': '249663e6bac04668835be079e8478eb1', 'gw_port': {'id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'eed19dbc-fa88-4dfc-ac98-f4bfdcf63214', 'name': '', 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'mac_address': 'fa:16:3e:e6:78:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:25Z', 'updated_at': '2022-01-27T12:47:29Z', 'revision_number': 4, 'project_id': '249663e6bac04668835be079e8478eb1', 'subnets': [{'id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:47:30.518472 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c9688f3c-6723-4a2c-a584-3ae0c681018c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (fef80726-7880-4701-822e-5aef8fb49488), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:30.518795 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-017218d7-888a-4707-a63f-d785ee711b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (eed19dbc-fa88-4dfc-ac98-f4bfdcf63214), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:30.593426 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 360a7dbc-2814-4203-b0ca-8cf50b5f87d0 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:47:30.608684 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9688f3c-6723-4a2c-a584-3ae0c681018c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Network eb2842ee-b281-40a5-b8cc-bad91d1f4211 is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:47:30.612556 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-c9688f3c-6723-4a2c-a584-3ae0c681018c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:47:30.620535 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9688f3c-6723-4a2c-a584-3ae0c681018c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Received port after_create {{(pid=109461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:47:30.624645 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017218d7-888a-4707-a63f-d785ee711b79 None None] Pushing event updated for resources: {'Port': ['ID=eed19dbc-fa88-4dfc-ac98-f4bfdcf63214,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:30.674939 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9688f3c-6723-4a2c-a584-3ae0c681018c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Pushing event updated for resources: {'Port': ['ID=fef80726-7880-4701-822e-5aef8fb49488,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:30.760162 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c9688f3c-6723-4a2c-a584-3ae0c681018c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for floatingip (54d459c3-cdc7-46f1-a4a4-d899740d19e0), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:30.763660 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f6d38-c1d4-4563-8f46-63187a0d5201 req-099cb211-be20-40c8-9a5b-0df8a06e6917 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:30.767501 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a32f6d38-c1d4-4563-8f46-63187a0d5201 req-099cb211-be20-40c8-9a5b-0df8a06e6917 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/ports?device_id=daab9362-a56c-455a-a0a5-728518d93d25 HTTP/1.1" status: 200 len: 946 time: 0.0758319 Jan 27 12:47:30.821613 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a32f6d38-c1d4-4563-8f46-63187a0d5201 req-684feceb-bf48-4f50-ba32-b28a52ed5f69 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae346f22-3882-4b63-9c13-ff8b0588dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483830 Jan 27 12:47:30.902015 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c9688f3c-6723-4a2c-a584-3ae0c681018c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (fef80726-7880-4701-822e-5aef8fb49488), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:31.073535 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c9688f3c-6723-4a2c-a584-3ae0c681018c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for port (fef80726-7880-4701-822e-5aef8fb49488), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:31.134699 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c9688f3c-6723-4a2c-a584-3ae0c681018c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412271'] for port (fef80726-7880-4701-822e-5aef8fb49488), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:31.140651 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d046ca8-7f4e-4aa5-9581-dfccd65b71df req-734b83be-bfac-4f62-95e8-426ff9fe129b tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:31.147268 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0d046ca8-7f4e-4aa5-9581-dfccd65b71df req-734b83be-bfac-4f62-95e8-426ff9fe129b tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0602238 Jan 27 12:47:31.195365 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0d046ca8-7f4e-4aa5-9581-dfccd65b71df req-f6240f7e-d90c-4cdd-92cc-661bd97eac4e tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468452 Jan 27 12:47:31.205305 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9688f3c-6723-4a2c-a584-3ae0c681018c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Pushing event updated for resources: {'Port': ['ID=fef80726-7880-4701-822e-5aef8fb49488,revision_number=2']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:31.230048 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c9688f3c-6723-4a2c-a584-3ae0c681018c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664114'] for floatingip (54d459c3-cdc7-46f1-a4a4-d899740d19e0), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:31.314046 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c9688f3c-6723-4a2c-a584-3ae0c681018c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for floatingip (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:31.315412 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-c9688f3c-6723-4a2c-a584-3ae0c681018c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5183933 Jan 27 12:47:31.359276 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 39322) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:31.479111 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-4d4ffc79-cd0c-4b02-81f1-ad139fae3d20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:31.563809 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-4d4ffc79-cd0c-4b02-81f1-ad139fae3d20 admin admin] Publish callbacks [] for security_group (4607fae1-b2c7-415d-b136-a36c6f6f1689), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:31.632434 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-4d4ffc79-cd0c-4b02-81f1-ad139fae3d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (4607fae1-b2c7-415d-b136-a36c6f6f1689), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:31.672975 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ffc79-cd0c-4b02-81f1-ad139fae3d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4607fae1-b2c7-415d-b136-a36c6f6f1689,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:31.678453 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-4d4ffc79-cd0c-4b02-81f1-ad139fae3d20 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=03edab22cdf2445387096422c6f388a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3181031 Jan 27 12:47:31.681887 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 39338) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:31.734559 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-3a61acfd-a5dc-42be-aa62-404d8a664ca4 admin admin] Publish callbacks [] for security_group (4607fae1-b2c7-415d-b136-a36c6f6f1689), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:31.756076 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-3a61acfd-a5dc-42be-aa62-404d8a664ca4 admin admin] Publish callbacks [] for security_group (4607fae1-b2c7-415d-b136-a36c6f6f1689), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:31.860308 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-3a61acfd-a5dc-42be-aa62-404d8a664ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (4607fae1-b2c7-415d-b136-a36c6f6f1689), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:31.863198 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-3a61acfd-a5dc-42be-aa62-404d8a664ca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:31.864523 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-3a61acfd-a5dc-42be-aa62-404d8a664ca4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4607fae1-b2c7-415d-b136-a36c6f6f1689 HTTP/1.1" status: 204 len: 168 time: 0.1821196 Jan 27 12:47:31.873244 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61acfd-a5dc-42be-aa62-404d8a664ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4607fae1-b2c7-415d-b136-a36c6f6f1689,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:32.146452 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device eed19dbc-fa88-4dfc-ac98-f4bfdcf63214 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:47:32.198785 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port eed19dbc-fa88-4dfc-ac98-f4bfdcf63214 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:47:32.199161 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (eed19dbc-fa88-4dfc-ac98-f4bfdcf63214), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:32.281088 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port eed19dbc-fa88-4dfc-ac98-f4bfdcf63214 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:47:32.526599 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d8301-52a6-4edc-8846-10cbbfdfa077 req-f6557b12-5fd5-4573-8320-0785c7184a57 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:32.528304 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-585d8301-52a6-4edc-8846-10cbbfdfa077 req-f6557b12-5fd5-4573-8320-0785c7184a57 tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.13 "GET /v2.0/ports?device_id=daab9362-a56c-455a-a0a5-728518d93d25 HTTP/1.1" status: 200 len: 946 time: 0.0494506 Jan 27 12:47:32.664165 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [req-585d8301-52a6-4edc-8846-10cbbfdfa077 req-50d91517-6b79-4558-bfe9-93cec004852c tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Deleting port 12a8212f-7561-4c51-9ba4-a031c63f4bf7 {{(pid=109461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:47:32.664511 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-585d8301-52a6-4edc-8846-10cbbfdfa077 req-50d91517-6b79-4558-bfe9-93cec004852c tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (12a8212f-7561-4c51-9ba4-a031c63f4bf7), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:32.760859 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [req-585d8301-52a6-4edc-8846-10cbbfdfa077 req-50d91517-6b79-4558-bfe9-93cec004852c tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] For port 12a8212f-7561-4c51-9ba4-a031c63f4bf7, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=12a8212f-7561-4c51-9ba4-a031c63f4bf7,segment=NetworkSegment(4e4fa98a-0c13-4457-8482-e90382ecb4f2),segment_id=4e4fa98a-0c13-4457-8482-e90382ecb4f2)] {{(pid=109461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:47:32.761227 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-585d8301-52a6-4edc-8846-10cbbfdfa077 req-50d91517-6b79-4558-bfe9-93cec004852c tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (12a8212f-7561-4c51-9ba4-a031c63f4bf7), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:32.776982 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [req-585d8301-52a6-4edc-8846-10cbbfdfa077 req-50d91517-6b79-4558-bfe9-93cec004852c tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Calling delete_port for 12a8212f-7561-4c51-9ba4-a031c63f4bf7 owned by compute:nova {{(pid=109461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:47:33.003191 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-585d8301-52a6-4edc-8846-10cbbfdfa077 req-50d91517-6b79-4558-bfe9-93cec004852c tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (12a8212f-7561-4c51-9ba4-a031c63f4bf7), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:33.036276 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d91517-6b79-4558-bfe9-93cec004852c tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Pushing event deleted for resources: {'Port': ['ID=12a8212f-7561-4c51-9ba4-a031c63f4bf7,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:33.092026 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [req-585d8301-52a6-4edc-8846-10cbbfdfa077 req-50d91517-6b79-4558-bfe9-93cec004852c tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] No DVR routers for this DVR port 12a8212f-7561-4c51-9ba4-a031c63f4bf7 on host hv-cinder-82403 {{(pid=109461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:47:33.095759 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-585d8301-52a6-4edc-8846-10cbbfdfa077 req-50d91517-6b79-4558-bfe9-93cec004852c tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:33.099280 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-585d8301-52a6-4edc-8846-10cbbfdfa077 req-50d91517-6b79-4558-bfe9-93cec004852c tempest-VolumesActionsTest-1122713917 tempest-VolumesActionsTest-1122713917-project] 10.222.0.13 "DELETE /v2.0/ports/12a8212f-7561-4c51-9ba4-a031c63f4bf7 HTTP/1.1" status: 204 len: 173 time: 0.5630600 Jan 27 12:47:33.099747 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daab9362-a56c-455a-a0a5-728518d93d25', 'name': 'network-vif-deleted', 'tag': '12a8212f-7561-4c51-9ba4-a031c63f4bf7'}] {{(pid=109461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:47:33.101975 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13caf501d2ade89ef8f3be641e2375f4ed3bc8c86955b9dc87ba2ae8dc6631d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56472bb3-1544-4d97-affe-e332e8238e65" -d '{"events": [{"server_uuid": "daab9362-a56c-455a-a0a5-728518d93d25", "name": "network-vif-deleted", "tag": "12a8212f-7561-4c51-9ba4-a031c63f4bf7"}]}' {{(pid=109461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:47:34.980401 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 12a8212f-7561-4c51-9ba4-a031c63f4bf7 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:47:35.001247 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] No Port match for: 12a8212f-7561-4c51-9ba4-a031c63f4bf7 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:47:35.001597 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 12a8212f-7561-4c51-9ba4-a031c63f4bf7 not bound to the agent host hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:47:37.723681 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-9b19b617-ed2b-4bfb-9190-f3cca23f4428 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--40464527&fields=id&tenant_id=249663e6bac04668835be079e8478eb1 HTTP/1.1" status: 200 len: 267 time: 0.0463755 Jan 27 12:47:37.802711 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefd121-06ac-44da-a886-cd5833673c8e req-0fcc53f4-2cab-455e-94a4-0dd7a19ce4cc tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:37.804455 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-daefd121-06ac-44da-a886-cd5833673c8e req-0fcc53f4-2cab-455e-94a4-0dd7a19ce4cc tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/networks?id=1a947d14-4622-4e1b-8ca5-f566d085c54e HTTP/1.1" status: 200 len: 814 time: 0.1495576 Jan 27 12:47:37.823359 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-daefd121-06ac-44da-a886-cd5833673c8e req-db18e0dd-ec8a-4c2d-926a-3e59a3bd5d3b tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/quotas/2bdd17e9465442c6b527b37e80925d48 HTTP/1.1" status: 200 len: 375 time: 0.0137143 Jan 27 12:47:37.854954 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-3302d3a9-d39e-484e-949c-155761f60fb3 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:37.856653 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-3302d3a9-d39e-484e-949c-155761f60fb3 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/networks?id=c2b054f4-877c-446a-a491-c6a17689946c HTTP/1.1" status: 200 len: 810 time: 0.1223505 Jan 27 12:47:37.872301 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-43a09b2b-ac8b-4b0d-8749-cfc128759057 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/quotas/249663e6bac04668835be079e8478eb1 HTTP/1.1" status: 200 len: 375 time: 0.0100057 Jan 27 12:47:37.878175 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-daefd121-06ac-44da-a886-cd5833673c8e req-445a7d88-5546-4834-baf1-56db3f828db1 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2bdd17e9465442c6b527b37e80925d48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496929 Jan 27 12:47:37.928129 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-92fd99d0-f221-4dea-b036-9cfd10a9da42 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=249663e6bac04668835be079e8478eb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506546 Jan 27 12:47:37.985110 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-daefd121-06ac-44da-a886-cd5833673c8e req-7583fa25-94df-4529-8d58-c6342b30502b service neutron] 10.222.0.39 "GET /v2.0/networks/1a947d14-4622-4e1b-8ca5-f566d085c54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992131 Jan 27 12:47:38.032239 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-7274f0fd-c959-4e93-9992-80b94079df0e service neutron] 10.222.0.39 "GET /v2.0/networks/c2b054f4-877c-446a-a491-c6a17689946c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883918 Jan 27 12:47:38.077304 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-daefd121-06ac-44da-a886-cd5833673c8e req-a06ebc14-7f60-49f6-bee1-d64a41a78aaa service neutron] 10.222.0.39 "GET /v2.0/networks/1a947d14-4622-4e1b-8ca5-f566d085c54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858738 Jan 27 12:47:38.128868 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-cf2e49de-b050-498e-aa79-8085096009e7 service neutron] 10.222.0.39 "GET /v2.0/networks/c2b054f4-877c-446a-a491-c6a17689946c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904167 Jan 27 12:47:38.415202 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682e96bb-b92c-42cd-95b4-bc671785f2a6 x-openstack-request-id: req-682e96bb-b92c-42cd-95b4-bc671785f2a6 {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:47:38.415520 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daab9362-a56c-455a-a0a5-728518d93d25", "name": "network-vif-deleted", "tag": "12a8212f-7561-4c51-9ba4-a031c63f4bf7", "status": "completed", "code": 200}]} {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:47:38.415867 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-682e96bb-b92c-42cd-95b4-bc671785f2a6 {{(pid=109461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:47:38.416498 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daab9362-a56c-455a-a0a5-728518d93d25', 'name': 'network-vif-deleted', 'tag': '12a8212f-7561-4c51-9ba4-a031c63f4bf7', 'status': 'completed', 'code': 200} Jan 27 12:47:38.507182 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331cba0-0c4d-44e6-9739-e651b4bc4946 req-b4cea719-f0e9-4930-adf5-c1847573e208 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:38.509071 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9331cba0-0c4d-44e6-9739-e651b4bc4946 req-b4cea719-f0e9-4930-adf5-c1847573e208 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.1056104 Jan 27 12:47:38.519415 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-05fc8bdb-0645-4e0a-a682-d1e1103ece11 req-e05bd4b2-d69f-417e-8925-68d017ae775c tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7426447-e3d6-42f2-83e5-23c0de7f4f5f HTTP/1.1" status: 200 len: 210 time: 0.0586934 Jan 27 12:47:38.605628 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9331cba0-0c4d-44e6-9739-e651b4bc4946 req-597c2af3-4950-42c8-aeb8-d89cd9f00736 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850492 Jan 27 12:47:38.627231 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4fd9dbdc-684f-41d9-8878-6f81378e6a56 req-b11c16d1-70f7-46ca-9324-1c34134a04c9 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 210 time: 0.0303960 Jan 27 12:47:39.636816 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ce73edb8-888e-4e72-b1bb-2b9dbcdef957 req-a0d44baf-0c4d-40aa-9ddc-a1e68f1757fc tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7426447-e3d6-42f2-83e5-23c0de7f4f5f HTTP/1.1" status: 200 len: 210 time: 0.0261509 Jan 27 12:47:39.756621 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873ef07-fe0d-4202-b8c8-0917f116218f req-bc39fedb-152a-49e8-93a3-f5c3fbf04991 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:39.758903 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6d4b55ef-88d3-4c86-9e41-fa4b5708971c req-526e0d14-8681-4e13-a99a-558609fa54d1 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 210 time: 0.0381727 Jan 27 12:47:39.763250 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1873ef07-fe0d-4202-b8c8-0917f116218f req-bc39fedb-152a-49e8-93a3-f5c3fbf04991 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0963221 Jan 27 12:47:39.810022 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1873ef07-fe0d-4202-b8c8-0917f116218f req-67c311ad-2aff-4815-83e8-a141e87f636b tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458641 Jan 27 12:47:40.738061 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-73296223-da93-4155-af03-39f584bc031f req-22f92bc5-d826-47f3-b3db-d4ce99f76278 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7426447-e3d6-42f2-83e5-23c0de7f4f5f HTTP/1.1" status: 200 len: 210 time: 0.0337746 Jan 27 12:47:40.846843 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-e6f8c890-f1a7-4717-bc36-e6ebee251736 req-589d827f-3c53-47b7-bc73-b8c1a0c60e6f tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 210 time: 0.0246782 Jan 27 12:47:40.944940 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff91fb-aa2a-4aaa-a442-c732ce260b88 req-2365419f-0a1f-4566-afee-0dc4ceb2a01f tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:40.946445 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b5ff91fb-aa2a-4aaa-a442-c732ce260b88 req-2365419f-0a1f-4566-afee-0dc4ceb2a01f tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0475812 Jan 27 12:47:40.992539 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b5ff91fb-aa2a-4aaa-a442-c732ce260b88 req-e2beee61-d780-43ea-9db7-dcbe7ab85c8f tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406508 Jan 27 12:47:41.829479 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-42b20ae0-1c95-4db6-b7c4-0eb146b1dfcb req-c8d03e14-839e-4350-b118-b67c8caded44 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7426447-e3d6-42f2-83e5-23c0de7f4f5f HTTP/1.1" status: 200 len: 210 time: 0.0256779 Jan 27 12:47:41.937558 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-bbc4d82c-3881-402b-a8f0-9bbd74b3fc74 req-45d8dad6-70c5-4554-afad-edfeff96ce84 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 210 time: 0.0255809 Jan 27 12:47:42.105016 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790566a-1ddf-4b2f-ab8e-658316f35078 req-44f9270a-af1c-4e0e-b20c-cfd0fe14e219 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:42.106725 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7790566a-1ddf-4b2f-ab8e-658316f35078 req-44f9270a-af1c-4e0e-b20c-cfd0fe14e219 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0491464 Jan 27 12:47:42.151830 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7790566a-1ddf-4b2f-ab8e-658316f35078 req-2360d9cf-e98c-440b-b217-3d9d2ce9b562 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395763 Jan 27 12:47:42.921240 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-73263119-f820-4fe1-8c6c-be2aca7acc0a req-3315d3b1-3463-4c24-9b43-62be4f6e190c tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7426447-e3d6-42f2-83e5-23c0de7f4f5f HTTP/1.1" status: 200 len: 210 time: 0.0252469 Jan 27 12:47:43.030990 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5ef43a67-eaf7-4d5e-9c1f-3ff8b3d5a572 req-262fa47e-b646-4ebb-9054-153e55978a26 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 210 time: 0.0255015 Jan 27 12:47:43.262799 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cee81e-4fd1-4abd-8629-9625a0f8e0bf req-6ba9a106-602b-4b69-be9e-41d5a9aca655 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:43.264258 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-56cee81e-4fd1-4abd-8629-9625a0f8e0bf req-6ba9a106-602b-4b69-be9e-41d5a9aca655 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0461972 Jan 27 12:47:43.312871 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-56cee81e-4fd1-4abd-8629-9625a0f8e0bf req-2f89d6a1-dd4e-45f3-aad4-cb90de8ee655 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432184 Jan 27 12:47:44.012468 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5f71f06c-d97b-484a-8aee-ed78c5ef0b81 req-655f8f5e-1c7e-4087-9c3c-595bccca406d tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7426447-e3d6-42f2-83e5-23c0de7f4f5f HTTP/1.1" status: 200 len: 210 time: 0.0260160 Jan 27 12:47:44.115560 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a1f94d40-d4ab-4e3a-8f83-f37263f54a4a req-58eeb554-7818-416f-bdb8-3e2b19d7804d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 210 time: 0.0247605 Jan 27 12:47:44.422698 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015e686-f4ec-44c8-9cca-e3b016552468 req-b7269d22-27c1-495b-a06a-f7022f83c431 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:44.424182 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c015e686-f4ec-44c8-9cca-e3b016552468 req-b7269d22-27c1-495b-a06a-f7022f83c431 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0472767 Jan 27 12:47:44.479351 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c015e686-f4ec-44c8-9cca-e3b016552468 req-01464b69-c226-449e-95ad-e38caeef83c7 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493140 Jan 27 12:47:44.546508 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefd121-06ac-44da-a886-cd5833673c8e req-fe681f8c-09af-4a16-80f2-175d759b0673 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:44.547863 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-daefd121-06ac-44da-a886-cd5833673c8e req-fe681f8c-09af-4a16-80f2-175d759b0673 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.13 "GET /v2.0/networks?id=1a947d14-4622-4e1b-8ca5-f566d085c54e HTTP/1.1" status: 200 len: 814 time: 0.1072564 Jan 27 12:47:44.566330 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [req-daefd121-06ac-44da-a886-cd5833673c8e req-51ec9964-3edd-4235-a99b-2248568d1d69 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Request body: {'port': {'device_id': 'c7426447-e3d6-42f2-83e5-23c0de7f4f5f', 'network_id': '1a947d14-4622-4e1b-8ca5-f566d085c54e', 'admin_state_up': True, 'tenant_id': '2bdd17e9465442c6b527b37e80925d48'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:47:44.751349 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daefd121-06ac-44da-a886-cd5833673c8e req-51ec9964-3edd-4235-a99b-2248568d1d69 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Made reservation on behalf of 2bdd17e9465442c6b527b37e80925d48 for: {'port': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:47:44.755592 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-daefd121-06ac-44da-a886-cd5833673c8e req-51ec9964-3edd-4235-a99b-2248568d1d69 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:44.838273 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-294a8686-4d6c-49b1-9cc4-a9ff07c13b41 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:44.839816 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-294a8686-4d6c-49b1-9cc4-a9ff07c13b41 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.13 "GET /v2.0/networks?id=c2b054f4-877c-446a-a491-c6a17689946c HTTP/1.1" status: 200 len: 810 time: 0.1162379 Jan 27 12:47:44.892280 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_common [req-daefd121-06ac-44da-a886-cd5833673c8e req-51ec9964-3edd-4235-a99b-2248568d1d69 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Allocated IP 172.20.0.2 (1a947d14-4622-4e1b-8ca5-f566d085c54e/3ba7930f-92e1-41b4-9c1a-3ea64702b7a6/d8587a4e-9e7c-421d-81de-bcca9433fa07) {{(pid=109461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:47:44.911507 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-261c89d0-8b2a-4da1-bc25-944f3832e8e2 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=249663e6bac04668835be079e8478eb1 HTTP/1.1" status: 200 len: 378 time: 0.0585289 Jan 27 12:47:44.921681 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-8a9d30b6-80f0-4bb0-92fe-49da1bd3554d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Request body: {'port': {'device_id': 'a13d8d99-132f-4dd9-8b90-c52515ca72ef', 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'admin_state_up': True, 'tenant_id': '249663e6bac04668835be079e8478eb1', 'security_groups': ['758c9d97-c5bc-4bec-8e0e-6d6449a2d130']}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:47:45.042840 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-daefd121-06ac-44da-a886-cd5833673c8e req-51ec9964-3edd-4235-a99b-2248568d1d69 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks [] for port (d8587a4e-9e7c-421d-81de-bcca9433fa07), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:45.088053 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-8a9d30b6-80f0-4bb0-92fe-49da1bd3554d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Made reservation on behalf of 249663e6bac04668835be079e8478eb1 for: {'port': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:47:45.091752 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-8a9d30b6-80f0-4bb0-92fe-49da1bd3554d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:45.120008 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-82d8e174-5106-465f-b2c4-1546638a832c req-72104e2d-7798-4892-93bd-00ebf9fdbf63 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7426447-e3d6-42f2-83e5-23c0de7f4f5f HTTP/1.1" status: 200 len: 210 time: 0.0276716 Jan 27 12:47:45.168820 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-daefd121-06ac-44da-a886-cd5833673c8e req-51ec9964-3edd-4235-a99b-2248568d1d69 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (d8587a4e-9e7c-421d-81de-bcca9433fa07), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:45.188335 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['ad5cb038-0228-4fde-9d49-cf47fc6e67c4', '702955d7-6cce-443d-b871-2d8a4799da77'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:47:45.227471 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-79415a17-e70e-42ed-9fc2-ab53f2c90e91 req-804ccd77-bbd8-41cf-9263-06488825b2d1 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 210 time: 0.0357468 Jan 27 12:47:45.294154 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_common [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-8a9d30b6-80f0-4bb0-92fe-49da1bd3554d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Allocated IP 172.20.0.6 (c2b054f4-877c-446a-a491-c6a17689946c/b450d6ba-6f2c-4498-8ab8-ce2ca102b850/303698e5-c912-4385-8004-617e1db25348) {{(pid=109462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:47:45.449801 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daefd121-06ac-44da-a886-cd5833673c8e req-51ec9964-3edd-4235-a99b-2248568d1d69 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Network 1a947d14-4622-4e1b-8ca5-f566d085c54e is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:47:45.453105 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [req-daefd121-06ac-44da-a886-cd5833673c8e req-51ec9964-3edd-4235-a99b-2248568d1d69 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:47:45.459176 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [req-daefd121-06ac-44da-a886-cd5833673c8e req-51ec9964-3edd-4235-a99b-2248568d1d69 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Received port after_create {{(pid=109461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:47:45.465903 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec9964-3edd-4235-a99b-2248568d1d69 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Pushing event updated for resources: {'Port': ['ID=d8587a4e-9e7c-421d-81de-bcca9433fa07,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:45.470093 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-8a9d30b6-80f0-4bb0-92fe-49da1bd3554d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for port (303698e5-c912-4385-8004-617e1db25348), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:45.510683 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefd121-06ac-44da-a886-cd5833673c8e req-51ec9964-3edd-4235-a99b-2248568d1d69 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:45.514874 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-daefd121-06ac-44da-a886-cd5833673c8e req-51ec9964-3edd-4235-a99b-2248568d1d69 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:45.557355 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-8a9d30b6-80f0-4bb0-92fe-49da1bd3554d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (303698e5-c912-4385-8004-617e1db25348), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:45.588311 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-daefd121-06ac-44da-a886-cd5833673c8e req-51ec9964-3edd-4235-a99b-2248568d1d69 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0255406 Jan 27 12:47:45.601573 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [req-daefd121-06ac-44da-a886-cd5833673c8e req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Request body: {'port': {'device_id': 'c7426447-e3d6-42f2-83e5-23c0de7f4f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:47:45.627172 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-8a9d30b6-80f0-4bb0-92fe-49da1bd3554d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Network c2b054f4-877c-446a-a491-c6a17689946c is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:47:45.640669 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754c6a4-18f0-45b5-a7ac-168bda7d22d5 req-d2245f41-1455-4ebd-9a3f-d3c2b3b598d5 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:45.647098 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0754c6a4-18f0-45b5-a7ac-168bda7d22d5 req-d2245f41-1455-4ebd-9a3f-d3c2b3b598d5 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0956430 Jan 27 12:47:45.647098 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-8a9d30b6-80f0-4bb0-92fe-49da1bd3554d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:47:45.650069 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-8a9d30b6-80f0-4bb0-92fe-49da1bd3554d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Received port after_create {{(pid=109462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:47:45.654366 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d30b6-80f0-4bb0-92fe-49da1bd3554d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Pushing event updated for resources: {'Port': ['ID=303698e5-c912-4385-8004-617e1db25348,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:45.670845 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-daefd121-06ac-44da-a886-cd5833673c8e req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (d8587a4e-9e7c-421d-81de-bcca9433fa07), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:45.733242 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-8a9d30b6-80f0-4bb0-92fe-49da1bd3554d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:45.733880 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-8a9d30b6-80f0-4bb0-92fe-49da1bd3554d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:45.755451 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0754c6a4-18f0-45b5-a7ac-168bda7d22d5 req-0b885535-bcc6-4209-ac21-c13db2f035e6 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021039 Jan 27 12:47:45.836060 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-8a9d30b6-80f0-4bb0-92fe-49da1bd3554d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9164009 Jan 27 12:47:45.847674 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Request body: {'port': {'device_id': 'a13d8d99-132f-4dd9-8b90-c52515ca72ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:47:45.930221 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (303698e5-c912-4385-8004-617e1db25348), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:45.950335 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-1f5a61f9-3854-4664-8423-d680cb605731 None None] Provisioning complete for port 303698e5-c912-4385-8004-617e1db25348 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:47:45.951150 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-1f5a61f9-3854-4664-8423-d680cb605731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (303698e5-c912-4385-8004-617e1db25348), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:45.987949 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [req-daefd121-06ac-44da-a886-cd5833673c8e req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8587a4e-9e7c-421d-81de-bcca9433fa07 {{(pid=109461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:47:45.991544 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a61f9-3854-4664-8423-d680cb605731 None None] Port 303698e5-c912-4385-8004-617e1db25348 cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:47:46.008275 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-daefd121-06ac-44da-a886-cd5833673c8e req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Publish callbacks [] for port (d8587a4e-9e7c-421d-81de-bcca9433fa07), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:46.018085 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.provisioning_blocks [req-daefd121-06ac-44da-a886-cd5833673c8e req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Transition to ACTIVE for port object d8587a4e-9e7c-421d-81de-bcca9433fa07 will not be triggered until provisioned by entity L2. {{(pid=109461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 12:47:46.093595 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-daefd121-06ac-44da-a886-cd5833673c8e req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412271'] for port (d8587a4e-9e7c-421d-81de-bcca9433fa07), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:46.143409 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Pushing event updated for resources: {'Port': ['ID=d8587a4e-9e7c-421d-81de-bcca9433fa07,revision_number=2']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:46.302802 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303698e5-c912-4385-8004-617e1db25348 {{(pid=109462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:47:46.315311 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Publish callbacks [] for port (303698e5-c912-4385-8004-617e1db25348), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:46.326157 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-daefd121-06ac-44da-a886-cd5833673c8e req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Attempting to bind port d8587a4e-9e7c-421d-81de-bcca9433fa07 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:47:46.327283 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-daefd121-06ac-44da-a886-cd5833673c8e req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Attempting to bind port d8587a4e-9e7c-421d-81de-bcca9433fa07 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '1226b835-00af-46c6-b3a8-0aad62ae324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1a947d14-4622-4e1b-8ca5-f566d085c54e'}] {{(pid=109461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:47:46.327635 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daefd121-06ac-44da-a886-cd5833673c8e req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Attempting to bind port d8587a4e-9e7c-421d-81de-bcca9433fa07 on network 1a947d14-4622-4e1b-8ca5-f566d085c54e {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:47:46.342173 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667cfae-7514-4ca6-a17f-428e02a7929e req-0899a60b-6eff-4e25-8dee-3ef74c650f31 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:46.348092 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4667cfae-7514-4ca6-a17f-428e02a7929e req-0899a60b-6eff-4e25-8dee-3ef74c650f31 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7426447-e3d6-42f2-83e5-23c0de7f4f5f HTTP/1.1" status: 200 len: 943 time: 0.0919294 Jan 27 12:47:46.353847 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.provisioning_blocks [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Transition to ACTIVE for port object 303698e5-c912-4385-8004-617e1db25348 will not be triggered until provisioned by entity L2. {{(pid=109462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 12:47:46.356128 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daefd121-06ac-44da-a886-cd5833673c8e req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Port d8587a4e-9e7c-421d-81de-bcca9433fa07 on network 1a947d14-4622-4e1b-8ca5-f566d085c54e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 12:47:46.356864 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daefd121-06ac-44da-a886-cd5833673c8e req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Attempting to bind port d8587a4e-9e7c-421d-81de-bcca9433fa07 on network 1a947d14-4622-4e1b-8ca5-f566d085c54e {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:47:46.383083 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daefd121-06ac-44da-a886-cd5833673c8e req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Checking agent: {'id': 'e5f4578a-8b65-461b-9155-0533d25cd18a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'started_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:47:46.383572 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daefd121-06ac-44da-a886-cd5833673c8e req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Checking segment: {'id': '1226b835-00af-46c6-b3a8-0aad62ae324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1a947d14-4622-4e1b-8ca5-f566d085c54e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:47:46.384350 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daefd121-06ac-44da-a886-cd5833673c8e req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Bound using segment: {'id': '1226b835-00af-46c6-b3a8-0aad62ae324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1a947d14-4622-4e1b-8ca5-f566d085c54e'} {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:47:46.385753 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-daefd121-06ac-44da-a886-cd5833673c8e req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Bound port: d8587a4e-9e7c-421d-81de-bcca9433fa07, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1226b835-00af-46c6-b3a8-0aad62ae324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1a947d14-4622-4e1b-8ca5-f566d085c54e'}}] {{(pid=109461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:47:46.386631 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-daefd121-06ac-44da-a886-cd5833673c8e req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (d8587a4e-9e7c-421d-81de-bcca9433fa07), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:46.428153 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (303698e5-c912-4385-8004-617e1db25348), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:46.467862 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971f29e-ef37-49a0-840a-ef5b357f4a6c req-57f8291c-902c-4c06-8773-2866a82551a9 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:46.469517 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a971f29e-ef37-49a0-840a-ef5b357f4a6c req-57f8291c-902c-4c06-8773-2866a82551a9 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 931 time: 0.1334574 Jan 27 12:47:46.526137 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4667cfae-7514-4ca6-a17f-428e02a7929e req-c37f5fd6-ec9e-47e0-9a88-cf4499874eb5 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758516 Jan 27 12:47:46.560345 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [req-daefd121-06ac-44da-a886-cd5833673c8e req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] For port d8587a4e-9e7c-421d-81de-bcca9433fa07, host hv-cinder-82403, cleared binding levels {{(pid=109461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:47:46.570842 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [req-daefd121-06ac-44da-a886-cd5833673c8e req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] For port d8587a4e-9e7c-421d-81de-bcca9433fa07, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=d8587a4e-9e7c-421d-81de-bcca9433fa07,segment=NetworkSegment(1226b835-00af-46c6-b3a8-0aad62ae324d),segment_id=1226b835-00af-46c6-b3a8-0aad62ae324d)] {{(pid=109461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:47:46.654436 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-daefd121-06ac-44da-a886-cd5833673c8e req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412271'] for port (d8587a4e-9e7c-421d-81de-bcca9433fa07), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:46.712584 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefd121-06ac-44da-a886-cd5833673c8e req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:46.713147 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-daefd121-06ac-44da-a886-cd5833673c8e req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:46.714896 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-daefd121-06ac-44da-a886-cd5833673c8e req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] 10.222.0.13 "PUT /v2.0/ports/d8587a4e-9e7c-421d-81de-bcca9433fa07 HTTP/1.1" status: 200 len: 1093 time: 1.1180978 Jan 27 12:47:46.717442 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7426447-e3d6-42f2-83e5-23c0de7f4f5f', 'tag': 'd8587a4e-9e7c-421d-81de-bcca9433fa07'}] {{(pid=109461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:47:46.720467 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13caf501d2ade89ef8f3be641e2375f4ed3bc8c86955b9dc87ba2ae8dc6631d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a1264f-b657-429f-b2a6-b11d71ba1235" -d '{"events": [{"name": "network-changed", "server_uuid": "c7426447-e3d6-42f2-83e5-23c0de7f4f5f", "tag": "d8587a4e-9e7c-421d-81de-bcca9433fa07"}]}' {{(pid=109461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:47:46.751809 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Pushing event updated for resources: {'Port': ['ID=d8587a4e-9e7c-421d-81de-bcca9433fa07,revision_number=3']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:46.786369 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:46.786959 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:46.787484 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:46.788530 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:46.789184 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:46.789659 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Pushing event updated for resources: {'Port': ['ID=303698e5-c912-4385-8004-617e1db25348,revision_number=2']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:46.789872 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:46.801241 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:46.812506 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:46.813085 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:46.813542 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:46.815110 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:46.815570 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:46.818901 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8710c316-3a33-45d4-958e-51e6f7bf68aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:46.825131 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:46.825616 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:46.827097 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:46.827362 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:46.828536 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:46.829796 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:46.829796 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:46.831326 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:46.860625 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:46.863726 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:46.864361 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:46.868672 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:46.869439 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:47:46.874756 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a7bc1e-0202-41dc-95bd-1b3495395780 x-openstack-request-id: req-10a7bc1e-0202-41dc-95bd-1b3495395780 {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:47:46.875107 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7426447-e3d6-42f2-83e5-23c0de7f4f5f", "tag": "d8587a4e-9e7c-421d-81de-bcca9433fa07", "status": "completed", "code": 200}]} {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:47:46.875434 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-10a7bc1e-0202-41dc-95bd-1b3495395780 {{(pid=109461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:47:46.875987 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7426447-e3d6-42f2-83e5-23c0de7f4f5f', 'tag': 'd8587a4e-9e7c-421d-81de-bcca9433fa07', 'status': 'completed', 'code': 200} Jan 27 12:47:46.909387 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefd121-06ac-44da-a886-cd5833673c8e req-61908f18-b7c5-46ee-b11c-57809153ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:46.911008 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-daefd121-06ac-44da-a886-cd5833673c8e req-61908f18-b7c5-46ee-b11c-57809153ad46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bdd17e9465442c6b527b37e80925d48&device_id=c7426447-e3d6-42f2-83e5-23c0de7f4f5f HTTP/1.1" status: 200 len: 1096 time: 0.0881259 Jan 27 12:47:46.992945 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-daefd121-06ac-44da-a886-cd5833673c8e req-902df737-3cad-470d-8ac8-9db406361e63 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d8587a4e-9e7c-421d-81de-bcca9433fa07 HTTP/1.1" status: 200 len: 217 time: 0.0693979 Jan 27 12:47:47.009773 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Attempting to bind port 303698e5-c912-4385-8004-617e1db25348 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:47:47.010380 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Attempting to bind port 303698e5-c912-4385-8004-617e1db25348 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '65f1ae4c-940a-41bf-91e5-c9736b2feeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c'}] {{(pid=109462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:47:47.010710 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Attempting to bind port 303698e5-c912-4385-8004-617e1db25348 on network c2b054f4-877c-446a-a491-c6a17689946c {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:47:47.026101 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a971f29e-ef37-49a0-840a-ef5b357f4a6c req-ccad47f9-014b-49aa-b387-5cc631de4430 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5431929 Jan 27 12:47:47.031902 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Port 303698e5-c912-4385-8004-617e1db25348 on network c2b054f4-877c-446a-a491-c6a17689946c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 12:47:47.032385 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Attempting to bind port 303698e5-c912-4385-8004-617e1db25348 on network c2b054f4-877c-446a-a491-c6a17689946c {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:47:47.049546 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Checking agent: {'id': 'e5f4578a-8b65-461b-9155-0533d25cd18a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'started_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:47:47.051245 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Checking segment: {'id': '65f1ae4c-940a-41bf-91e5-c9736b2feeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:47:47.051245 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Bound using segment: {'id': '65f1ae4c-940a-41bf-91e5-c9736b2feeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c'} {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:47:47.051562 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Bound port: 303698e5-c912-4385-8004-617e1db25348, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f1ae4c-940a-41bf-91e5-c9736b2feeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c'}}] {{(pid=109462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:47:47.052076 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (303698e5-c912-4385-8004-617e1db25348), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:47.065434 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11634bb-2a03-4567-b893-3238c513e032 req-9f4f274c-1cd7-4d83-a8b9-25f6d81a73be tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:47.073261 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b11634bb-2a03-4567-b893-3238c513e032 req-9f4f274c-1cd7-4d83-a8b9-25f6d81a73be tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.1518087 Jan 27 12:47:47.130511 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefd121-06ac-44da-a886-cd5833673c8e req-d9ec17d0-830f-4a72-8a9a-0559d71baa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:47.148292 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-daefd121-06ac-44da-a886-cd5833673c8e req-d9ec17d0-830f-4a72-8a9a-0559d71baa67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ba7930f-92e1-41b4-9c1a-3ea64702b7a6 HTTP/1.1" status: 200 len: 854 time: 0.1340311 Jan 27 12:47:47.176526 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] For port 303698e5-c912-4385-8004-617e1db25348, host hv-cinder-82403, cleared binding levels {{(pid=109462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:47:47.183051 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] For port 303698e5-c912-4385-8004-617e1db25348, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=303698e5-c912-4385-8004-617e1db25348,segment=NetworkSegment(65f1ae4c-940a-41bf-91e5-c9736b2feeab),segment_id=65f1ae4c-940a-41bf-91e5-c9736b2feeab)] {{(pid=109462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:47:47.183946 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-daefd121-06ac-44da-a886-cd5833673c8e req-5ed549b5-a324-40b1-a42b-a0baba15fe23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a947d14-4622-4e1b-8ca5-f566d085c54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340674 Jan 27 12:47:47.231457 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b11634bb-2a03-4567-b893-3238c513e032 req-e9858241-397d-41fa-8e9d-5a8daafccf81 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430061 Jan 27 12:47:47.279147 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (303698e5-c912-4385-8004-617e1db25348), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:47.324050 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:47.325112 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:47.326692 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] 10.222.0.13 "PUT /v2.0/ports/303698e5-c912-4385-8004-617e1db25348 HTTP/1.1" status: 200 len: 1093 time: 1.4844911 Jan 27 12:47:47.330786 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13d8d99-132f-4dd9-8b90-c52515ca72ef', 'tag': '303698e5-c912-4385-8004-617e1db25348'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:47:47.334200 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50714f58-619c-4a4d-9f0d-ab3ba41f4fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "a13d8d99-132f-4dd9-8b90-c52515ca72ef", "tag": "303698e5-c912-4385-8004-617e1db25348"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:47:47.344116 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-daefd121-06ac-44da-a886-cd5833673c8e req-59a04875-5a3f-49c7-b6d3-8096a5b34620 service neutron] 10.222.0.13 "GET /v2.0/networks/1a947d14-4622-4e1b-8ca5-f566d085c54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481502 Jan 27 12:47:47.408934 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32e290-2c24-42b5-a84d-b7ebcbdccde9 service neutron] Pushing event updated for resources: {'Port': ['ID=303698e5-c912-4385-8004-617e1db25348,revision_number=3']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:47.419335 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a2993c-4a9f-4a1f-b875-f9b198790510 x-openstack-request-id: req-d2a2993c-4a9f-4a1f-b875-f9b198790510 {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:47:47.420340 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a13d8d99-132f-4dd9-8b90-c52515ca72ef", "tag": "303698e5-c912-4385-8004-617e1db25348", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:47:47.420754 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d2a2993c-4a9f-4a1f-b875-f9b198790510 {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:47:47.421318 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a13d8d99-132f-4dd9-8b90-c52515ca72ef', 'tag': '303698e5-c912-4385-8004-617e1db25348', 'status': 'completed', 'code': 200} Jan 27 12:47:47.523058 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50714f58-619c-4a4d-9f0d-ab3ba41f4fe0 req-28d4958b-5e9c-4dcc-8bbb-ab1d6cf5c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:47.528287 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-50714f58-619c-4a4d-9f0d-ab3ba41f4fe0 req-28d4958b-5e9c-4dcc-8bbb-ab1d6cf5c137 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=249663e6bac04668835be079e8478eb1&device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 1096 time: 0.0839868 Jan 27 12:47:47.547481 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-daefd121-06ac-44da-a886-cd5833673c8e req-19dd3a2c-4666-44d1-8e26-8b87314b6c8b service neutron] 10.222.0.13 "GET /v2.0/networks/1a947d14-4622-4e1b-8ca5-f566d085c54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921203 Jan 27 12:47:47.656294 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50714f58-619c-4a4d-9f0d-ab3ba41f4fe0 req-d05e54e0-af9d-4681-a4d8-fed49324e3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:47.658105 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-50714f58-619c-4a4d-9f0d-ab3ba41f4fe0 req-d05e54e0-af9d-4681-a4d8-fed49324e3d5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=249663e6bac04668835be079e8478eb1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1161501 Jan 27 12:47:47.682358 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31027e4a-069e-40f8-a07d-773295116465 req-3483343b-7098-42a7-b511-148e3052d3df tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:47.694212 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-31027e4a-069e-40f8-a07d-773295116465 req-3483343b-7098-42a7-b511-148e3052d3df tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7426447-e3d6-42f2-83e5-23c0de7f4f5f HTTP/1.1" status: 200 len: 943 time: 0.0650094 Jan 27 12:47:47.788205 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-31027e4a-069e-40f8-a07d-773295116465 req-6184e915-c1b1-4e2c-8b11-b316608ad220 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781112 Jan 27 12:47:47.795655 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1264f-b657-429f-b2a6-b11d71ba1235 req-38cea5cc-a180-4649-b2a7-02f9ba523232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:47.797449 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-64a1264f-b657-429f-b2a6-b11d71ba1235 req-38cea5cc-a180-4649-b2a7-02f9ba523232 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bdd17e9465442c6b527b37e80925d48&device_id=c7426447-e3d6-42f2-83e5-23c0de7f4f5f HTTP/1.1" status: 200 len: 1096 time: 0.0853784 Jan 27 12:47:47.797673 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50714f58-619c-4a4d-9f0d-ab3ba41f4fe0 req-588aef34-d07f-4b8b-a960-90314be34fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:47.799118 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-50714f58-619c-4a4d-9f0d-ab3ba41f4fe0 req-588aef34-d07f-4b8b-a960-90314be34fee service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1256201 Jan 27 12:47:47.910520 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-b67b673c-7f25-41d0-a57e-11c62e5d6f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:47.912723 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-b67b673c-7f25-41d0-a57e-11c62e5d6f9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=249663e6bac04668835be079e8478eb1&device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 1096 time: 0.0443270 Jan 27 12:47:47.914668 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1264f-b657-429f-b2a6-b11d71ba1235 req-79d69d10-3607-48fa-ac5f-793245f39a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:47.916463 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-64a1264f-b657-429f-b2a6-b11d71ba1235 req-79d69d10-3607-48fa-ac5f-793245f39a07 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a947d14-4622-4e1b-8ca5-f566d085c54e HTTP/1.1" status: 200 len: 915 time: 0.0967884 Jan 27 12:47:47.974050 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-d7a210b0-26f0-42ee-baae-6521cfb62099 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=303698e5-c912-4385-8004-617e1db25348 HTTP/1.1" status: 200 len: 217 time: 0.0404375 Jan 27 12:47:47.975195 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-64a1264f-b657-429f-b2a6-b11d71ba1235 req-d1fc7158-0423-4910-95c6-0c1ae068cb58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d8587a4e-9e7c-421d-81de-bcca9433fa07 HTTP/1.1" status: 200 len: 217 time: 0.0405850 Jan 27 12:47:48.030174 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1264f-b657-429f-b2a6-b11d71ba1235 req-2cf33893-4b9d-4bca-a020-dae36b321965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:48.031584 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-177c0704-18b1-4d55-b963-501e35043f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:48.031978 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-64a1264f-b657-429f-b2a6-b11d71ba1235 req-2cf33893-4b9d-4bca-a020-dae36b321965 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ba7930f-92e1-41b4-9c1a-3ea64702b7a6 HTTP/1.1" status: 200 len: 854 time: 0.0456688 Jan 27 12:47:48.033335 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-177c0704-18b1-4d55-b963-501e35043f22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b450d6ba-6f2c-4498-8ab8-ce2ca102b850 HTTP/1.1" status: 200 len: 849 time: 0.0486493 Jan 27 12:47:48.088808 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-64a1264f-b657-429f-b2a6-b11d71ba1235 req-c58964de-a465-4893-8b9e-3eff9629ebff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a947d14-4622-4e1b-8ca5-f566d085c54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448399 Jan 27 12:47:48.100151 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-78a9088f-f451-4793-beba-394c050054c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:48.101768 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-78a9088f-f451-4793-beba-394c050054c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2b054f4-877c-446a-a491-c6a17689946c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572550 Jan 27 12:47:48.190051 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-64a1264f-b657-429f-b2a6-b11d71ba1235 req-1d56ac0c-8ae4-4aa4-9ef3-9f493df6859c service neutron] 10.222.0.13 "GET /v2.0/networks/1a947d14-4622-4e1b-8ca5-f566d085c54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894253 Jan 27 12:47:48.211772 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f659e5-ffb4-4c56-9db2-05e7fe7189d2 req-9406c2a3-8aa7-4af9-9a3e-afb0351e9a85 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:48.213268 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-50f659e5-ffb4-4c56-9db2-05e7fe7189d2 req-9406c2a3-8aa7-4af9-9a3e-afb0351e9a85 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 943 time: 0.1059029 Jan 27 12:47:48.238849 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-2501cfc6-eb66-4abc-939e-2fc928ccf12d service neutron] 10.222.0.13 "GET /v2.0/networks/c2b054f4-877c-446a-a491-c6a17689946c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213398 Jan 27 12:47:48.314265 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-64a1264f-b657-429f-b2a6-b11d71ba1235 req-ca3182dd-21e0-45e3-9b9f-5eab8869304e service neutron] 10.222.0.13 "GET /v2.0/networks/1a947d14-4622-4e1b-8ca5-f566d085c54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133411 Jan 27 12:47:48.359703 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-50f659e5-ffb4-4c56-9db2-05e7fe7189d2 req-e6c5adc6-8e66-4ef4-9cf2-50ce8b3e5439 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1330152 Jan 27 12:47:48.395036 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea6d7d-2adc-4885-a924-a7b9f80d8aa6 req-feca19f0-7fae-41f5-b7ae-ea0346a5a646 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:48.397757 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-92ea6d7d-2adc-4885-a924-a7b9f80d8aa6 req-feca19f0-7fae-41f5-b7ae-ea0346a5a646 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0819032 Jan 27 12:47:48.401375 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1291761d-a711-4c41-a18a-5e4abf0b2349 req-bcbaea53-efd7-4cc4-bef6-e6e093ea974c service neutron] 10.222.0.13 "GET /v2.0/networks/c2b054f4-877c-446a-a491-c6a17689946c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555114 Jan 27 12:47:48.456855 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-92ea6d7d-2adc-4885-a924-a7b9f80d8aa6 req-4abfd88c-b5db-4a13-8e90-ec9db9f477f3 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462146 Jan 27 12:47:48.954803 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7b3b0-0729-43db-b90a-1b634445f145 req-931159b3-c0f1-4ac1-8b97-9aa2f61ae0bd tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:48.956396 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-78a7b3b0-0729-43db-b90a-1b634445f145 req-931159b3-c0f1-4ac1-8b97-9aa2f61ae0bd tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7426447-e3d6-42f2-83e5-23c0de7f4f5f HTTP/1.1" status: 200 len: 943 time: 0.0689871 Jan 27 12:47:49.014180 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-78a7b3b0-0729-43db-b90a-1b634445f145 req-e761ef42-5dc1-48ac-a154-ecf1f41692c9 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477331 Jan 27 12:47:49.078494 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device d8587a4e-9e7c-421d-81de-bcca9433fa07 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=109463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 12:47:49.194961 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port d8587a4e-9e7c-421d-81de-bcca9433fa07, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=d8587a4e-9e7c-421d-81de-bcca9433fa07,segment=NetworkSegment(1226b835-00af-46c6-b3a8-0aad62ae324d),segment_id=1226b835-00af-46c6-b3a8-0aad62ae324d)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:47:49.207080 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Returning: {'device': 'd8587a4e-9e7c-421d-81de-bcca9433fa07', 'network_id': '1a947d14-4622-4e1b-8ca5-f566d085c54e', 'port_id': 'd8587a4e-9e7c-421d-81de-bcca9433fa07', 'mac_address': 'fa:16:3e:48:f1:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba7930f-92e1-41b4-9c1a-3ea64702b7a6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 12:47:49.245483 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port d8587a4e-9e7c-421d-81de-bcca9433fa07 is: DOWN; New status is: BUILD {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:47:49.245936 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (d8587a4e-9e7c-421d-81de-bcca9433fa07), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:49.260806 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8587a4e-9e7c-421d-81de-bcca9433fa07 {{(pid=109463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:47:49.283163 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port d8587a4e-9e7c-421d-81de-bcca9433fa07, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=d8587a4e-9e7c-421d-81de-bcca9433fa07,segment=NetworkSegment(1226b835-00af-46c6-b3a8-0aad62ae324d),segment_id=1226b835-00af-46c6-b3a8-0aad62ae324d)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:47:49.362442 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (d8587a4e-9e7c-421d-81de-bcca9433fa07), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:49.430421 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=d8587a4e-9e7c-421d-81de-bcca9433fa07,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:49.480612 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bf8f8-a6b9-4a16-8dc9-c375eca16294 req-07aae201-27a0-45ee-8371-1cea46ca3c7f tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:49.481905 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e56bf8f8-a6b9-4a16-8dc9-c375eca16294 req-07aae201-27a0-45ee-8371-1cea46ca3c7f tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 943 time: 0.0498619 Jan 27 12:47:49.532972 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e56bf8f8-a6b9-4a16-8dc9-c375eca16294 req-52be68db-3ad9-4b34-8ca1-4d5df23842b0 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449581 Jan 27 12:47:49.601238 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127366d6-a8a6-4e3e-9d59-82b5984c997e req-debce41f-fb6f-4773-a172-f47c197fefe6 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:49.602727 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-127366d6-a8a6-4e3e-9d59-82b5984c997e req-debce41f-fb6f-4773-a172-f47c197fefe6 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0722115 Jan 27 12:47:49.651867 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-127366d6-a8a6-4e3e-9d59-82b5984c997e req-fce015e5-2b1c-4f4a-8719-5ff141cc2a0c tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428472 Jan 27 12:47:49.723923 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['d8587a4e-9e7c-421d-81de-bcca9433fa07'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:47:50.186019 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e346aa7-2e56-4e87-b13d-d296daadf7cb req-0f537b33-2488-4ded-ba03-e4e0c4398ae8 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:50.193156 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4e346aa7-2e56-4e87-b13d-d296daadf7cb req-0f537b33-2488-4ded-ba03-e4e0c4398ae8 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7426447-e3d6-42f2-83e5-23c0de7f4f5f HTTP/1.1" status: 200 len: 944 time: 0.0784783 Jan 27 12:47:50.270956 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4e346aa7-2e56-4e87-b13d-d296daadf7cb req-68ef4bb4-604c-472c-b3ad-c593ea4e1633 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731425 Jan 27 12:47:50.459202 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-1c42d966-0ae2-40ac-b674-895f2f799519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:50.665737 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba38fb2-8823-4313-bfdf-7e855a50e4a0 req-32853c73-d574-4b67-8f4e-f3626e0df7dd tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:50.675092 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2ba38fb2-8823-4313-bfdf-7e855a50e4a0 req-32853c73-d574-4b67-8f4e-f3626e0df7dd tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 943 time: 0.0633001 Jan 27 12:47:50.736155 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2ba38fb2-8823-4313-bfdf-7e855a50e4a0 req-eee17698-5804-4a4f-b9b0-cd0ed1716040 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600405 Jan 27 12:47:50.763027 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 39784) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:50.851548 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c778b03-098d-4be6-ae55-c568814559bd req-f4975efd-3b8f-4b44-9ddd-b120c9f98564 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:50.856177 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2c778b03-098d-4be6-ae55-c568814559bd req-f4975efd-3b8f-4b44-9ddd-b120c9f98564 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0595126 Jan 27 12:47:50.885781 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d3bf749c-b73c-4263-9249-3aa7290cb75f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:50.929903 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2c778b03-098d-4be6-ae55-c568814559bd req-18ad13e2-2131-4d1b-b190-59a4f4041ad7 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705926 Jan 27 12:47:50.984598 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d3bf749c-b73c-4263-9249-3aa7290cb75f admin admin] Publish callbacks [] for security_group (0269c04f-9dd1-41b8-a9dc-76aa7c1bd863), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:51.053642 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d3bf749c-b73c-4263-9249-3aa7290cb75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (0269c04f-9dd1-41b8-a9dc-76aa7c1bd863), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:51.086875 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 303698e5-c912-4385-8004-617e1db25348 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=109463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 12:47:51.090062 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device d8587a4e-9e7c-421d-81de-bcca9433fa07 up at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:47:51.101994 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-d3bf749c-b73c-4263-9249-3aa7290cb75f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7680f47c5ead47578565feadbeae99ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3377364 Jan 27 12:47:51.105838 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 39788) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:47:51.119982 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf749c-b73c-4263-9249-3aa7290cb75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0269c04f-9dd1-41b8-a9dc-76aa7c1bd863,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:51.176409 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3254d499-698f-4ada-9532-a7f9159a5fe1 admin admin] Publish callbacks [] for security_group (0269c04f-9dd1-41b8-a9dc-76aa7c1bd863), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:51.211078 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3254d499-698f-4ada-9532-a7f9159a5fe1 admin admin] Publish callbacks [] for security_group (0269c04f-9dd1-41b8-a9dc-76aa7c1bd863), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:51.252316 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 303698e5-c912-4385-8004-617e1db25348, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=303698e5-c912-4385-8004-617e1db25348,segment=NetworkSegment(65f1ae4c-940a-41bf-91e5-c9736b2feeab),segment_id=65f1ae4c-940a-41bf-91e5-c9736b2feeab)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:47:51.264990 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Returning: {'device': '303698e5-c912-4385-8004-617e1db25348', 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'port_id': '303698e5-c912-4385-8004-617e1db25348', 'mac_address': 'fa:16:3e:0b:6c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 12:47:51.308538 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning for port d8587a4e-9e7c-421d-81de-bcca9433fa07 completed by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 12:47:51.314782 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning complete for port d8587a4e-9e7c-421d-81de-bcca9433fa07 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:47:51.315223 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (d8587a4e-9e7c-421d-81de-bcca9433fa07), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:51.346421 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 303698e5-c912-4385-8004-617e1db25348 is: DOWN; New status is: BUILD {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:47:51.348614 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (303698e5-c912-4385-8004-617e1db25348), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:51.370400 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303698e5-c912-4385-8004-617e1db25348 {{(pid=109463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:47:51.394238 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 303698e5-c912-4385-8004-617e1db25348, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=303698e5-c912-4385-8004-617e1db25348,segment=NetworkSegment(65f1ae4c-940a-41bf-91e5-c9736b2feeab),segment_id=65f1ae4c-940a-41bf-91e5-c9736b2feeab)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:47:51.410940 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ef5c5-265f-4451-8d76-2d54c893a1e8 req-d6580b1d-c8cf-48ca-8b56-35d6cd449349 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:51.415400 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3254d499-698f-4ada-9532-a7f9159a5fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (0269c04f-9dd1-41b8-a9dc-76aa7c1bd863), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:51.419483 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4a8ef5c5-265f-4451-8d76-2d54c893a1e8 req-d6580b1d-c8cf-48ca-8b56-35d6cd449349 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7426447-e3d6-42f2-83e5-23c0de7f4f5f HTTP/1.1" status: 200 len: 944 time: 0.0740967 Jan 27 12:47:51.419702 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3254d499-698f-4ada-9532-a7f9159a5fe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:51.423503 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-3254d499-698f-4ada-9532-a7f9159a5fe1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0269c04f-9dd1-41b8-a9dc-76aa7c1bd863 HTTP/1.1" status: 204 len: 168 time: 0.3147316 Jan 27 12:47:51.444221 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port d8587a4e-9e7c-421d-81de-bcca9433fa07 is: BUILD; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:47:51.446051 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (d8587a4e-9e7c-421d-81de-bcca9433fa07), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:51.450868 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254d499-698f-4ada-9532-a7f9159a5fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0269c04f-9dd1-41b8-a9dc-76aa7c1bd863,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:51.473439 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (303698e5-c912-4385-8004-617e1db25348), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:51.519999 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7426447-e3d6-42f2-83e5-23c0de7f4f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8587a4e-9e7c-421d-81de-bcca9433fa07'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:47:51.527104 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19dbffd-41d3-4d18-880c-288baf915dbd" -d '{"events": [{"server_uuid": "c7426447-e3d6-42f2-83e5-23c0de7f4f5f", "name": "network-vif-plugged", "status": "completed", "tag": "d8587a4e-9e7c-421d-81de-bcca9433fa07"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:47:51.527345 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4a8ef5c5-265f-4451-8d76-2d54c893a1e8 req-71f5914b-05b6-49ce-a62f-967f65063784 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029105 Jan 27 12:47:51.543409 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port d8587a4e-9e7c-421d-81de-bcca9433fa07, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=d8587a4e-9e7c-421d-81de-bcca9433fa07,segment=NetworkSegment(1226b835-00af-46c6-b3a8-0aad62ae324d),segment_id=1226b835-00af-46c6-b3a8-0aad62ae324d)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:47:51.611954 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba02409-3935-415c-b9af-fcdcca28ae15 x-openstack-request-id: req-dba02409-3935-415c-b9af-fcdcca28ae15 {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:47:51.613472 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7426447-e3d6-42f2-83e5-23c0de7f4f5f", "name": "network-vif-plugged", "status": "completed", "tag": "d8587a4e-9e7c-421d-81de-bcca9433fa07", "code": 200}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:47:51.613472 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dba02409-3935-415c-b9af-fcdcca28ae15 {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:47:51.614043 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7426447-e3d6-42f2-83e5-23c0de7f4f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8587a4e-9e7c-421d-81de-bcca9433fa07', 'code': 200} Jan 27 12:47:51.622722 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=303698e5-c912-4385-8004-617e1db25348,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:51.633330 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (d8587a4e-9e7c-421d-81de-bcca9433fa07), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:51.733776 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=d8587a4e-9e7c-421d-81de-bcca9433fa07,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:51.807585 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['303698e5-c912-4385-8004-617e1db25348'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:47:51.883287 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b68c35-2a21-421c-ba5c-695a438b5292 req-d8dd3a3c-9d8d-422a-8124-af8620ada66b tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:51.895984 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-69b68c35-2a21-421c-ba5c-695a438b5292 req-d8dd3a3c-9d8d-422a-8124-af8620ada66b tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 944 time: 0.0803914 Jan 27 12:47:52.015036 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-69b68c35-2a21-421c-ba5c-695a438b5292 req-b0669e9d-01e8-4c85-8fda-fb8e98443a49 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1133535 Jan 27 12:47:52.068320 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7114d-e114-4ac3-aba3-c408630b37f3 req-501667d0-30fb-4474-bba8-7cd52a11a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:52.071222 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9da7114d-e114-4ac3-aba3-c408630b37f3 req-501667d0-30fb-4474-bba8-7cd52a11a90c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7426447-e3d6-42f2-83e5-23c0de7f4f5f HTTP/1.1" status: 200 len: 1098 time: 0.1312075 Jan 27 12:47:52.153835 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9da7114d-e114-4ac3-aba3-c408630b37f3 req-a9f0f3ea-66a4-4baa-ac75-1d788f090058 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763400 Jan 27 12:47:52.222664 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de25f57-5ad9-4d10-8163-10dc6d4b8f06 req-072329fe-12e8-4c0c-bfca-8e85122f572b tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:52.225375 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2de25f57-5ad9-4d10-8163-10dc6d4b8f06 req-072329fe-12e8-4c0c-bfca-8e85122f572b tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0595598 Jan 27 12:47:52.298359 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2de25f57-5ad9-4d10-8163-10dc6d4b8f06 req-613f2218-85f5-44f0-854e-8132649fb1f2 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622962 Jan 27 12:47:52.643590 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a00607-bdea-4c4c-ad98-0c5bd8e0acbd req-99ecb4e6-3747-406f-8283-38e08ad56a44 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:52.645111 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c3a00607-bdea-4c4c-ad98-0c5bd8e0acbd req-99ecb4e6-3747-406f-8283-38e08ad56a44 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7426447-e3d6-42f2-83e5-23c0de7f4f5f HTTP/1.1" status: 200 len: 945 time: 0.0533278 Jan 27 12:47:52.731310 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c3a00607-bdea-4c4c-ad98-0c5bd8e0acbd req-ac3e163d-8dad-4108-8af5-d6ee9af80f0b tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777144 Jan 27 12:47:52.785102 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-034a1b2d-4264-4d49-b43f-3e71ad174fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:53.248246 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a828ed7-4278-484b-803b-967676d526af req-03499bbb-3fa7-4c4e-9ae8-eeac60e6bd0c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:53.255067 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5a828ed7-4278-484b-803b-967676d526af req-03499bbb-3fa7-4c4e-9ae8-eeac60e6bd0c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 944 time: 0.0662067 Jan 27 12:47:53.299153 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5a828ed7-4278-484b-803b-967676d526af req-76135108-9e18-44f9-ab1f-3bfc35e32789 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430255 Jan 27 12:47:53.468804 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d7d5f-4cbd-413c-9b86-3dfcabc158ae req-00cfee5f-9037-4e6a-b411-545f9ec651ce tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:53.470500 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d57d7d5f-4cbd-413c-9b86-3dfcabc158ae req-00cfee5f-9037-4e6a-b411-545f9ec651ce tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.1099396 Jan 27 12:47:53.549549 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d57d7d5f-4cbd-413c-9b86-3dfcabc158ae req-6457184f-ed54-4d3c-94ed-ead78223d5a9 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724514 Jan 27 12:47:53.773698 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:53.870787 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db04d9-41b1-4470-a972-7d19960e44cb req-597d8cbc-c3d4-4708-a5a4-ed066b15a6c5 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:53.872471 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-62db04d9-41b1-4470-a972-7d19960e44cb req-597d8cbc-c3d4-4708-a5a4-ed066b15a6c5 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7426447-e3d6-42f2-83e5-23c0de7f4f5f HTTP/1.1" status: 200 len: 945 time: 0.0527134 Jan 27 12:47:53.939009 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-62db04d9-41b1-4470-a972-7d19960e44cb req-b00924e0-0c93-49ab-b3e4-bada444e447e tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574784 Jan 27 12:47:54.459412 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bab49c-ef1c-4be3-be85-b9b17ad36fff req-d8ee6441-ac7d-4971-8c8c-2f6f59a08856 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:54.461664 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a6bab49c-ef1c-4be3-be85-b9b17ad36fff req-d8ee6441-ac7d-4971-8c8c-2f6f59a08856 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 944 time: 0.0728533 Jan 27 12:47:54.527316 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a6bab49c-ef1c-4be3-be85-b9b17ad36fff req-952d8626-9e17-4b99-8599-c4040803372b tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595114 Jan 27 12:47:54.677772 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73246c-1c2f-4737-9fdc-61f90b0952eb req-5433f460-3a3c-49e5-a0c4-476c2bdbff47 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:54.679801 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-bb73246c-1c2f-4737-9fdc-61f90b0952eb req-5433f460-3a3c-49e5-a0c4-476c2bdbff47 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0563874 Jan 27 12:47:54.736143 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-bb73246c-1c2f-4737-9fdc-61f90b0952eb req-c9af30a2-cfef-4aaa-93a6-1dd0797333d1 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498879 Jan 27 12:47:55.056727 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51e8be-6215-4579-8c64-50da800599b4 req-92479ff1-7334-4bbc-a701-318787776302 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:55.058586 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9d51e8be-6215-4579-8c64-50da800599b4 req-92479ff1-7334-4bbc-a701-318787776302 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7426447-e3d6-42f2-83e5-23c0de7f4f5f HTTP/1.1" status: 200 len: 945 time: 0.0580080 Jan 27 12:47:55.108408 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9d51e8be-6215-4579-8c64-50da800599b4 req-4fe7c839-a180-4344-88f4-ea37f35f7bc1 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431449 Jan 27 12:47:55.327800 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:55.636930 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2f2aa-2aa2-4f11-bbcf-e3d3af2c49f2 req-8d8f4bf1-e285-4a24-9016-09cb54885559 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:55.638378 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d2f2f2aa-2aa2-4f11-bbcf-e3d3af2c49f2 req-8d8f4bf1-e285-4a24-9016-09cb54885559 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 944 time: 0.0468183 Jan 27 12:47:55.683324 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d2f2f2aa-2aa2-4f11-bbcf-e3d3af2c49f2 req-70734e58-b35c-4cbe-9a22-1d766f5187f2 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394676 Jan 27 12:47:55.853264 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721375b6-24b2-4976-be9b-3b3cfc5429bc req-4a9ab361-c6b2-45ef-a948-e341661ccff5 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:55.855015 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-721375b6-24b2-4976-be9b-3b3cfc5429bc req-4a9ab361-c6b2-45ef-a948-e341661ccff5 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0536056 Jan 27 12:47:55.901154 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-721375b6-24b2-4976-be9b-3b3cfc5429bc req-3134fa86-699d-4fc4-9b28-253983601e27 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403817 Jan 27 12:47:56.255542 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f760559-b759-4455-80e7-13b6fdbda20e req-207c1e24-0426-4e1c-9383-0b842c283569 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:56.257887 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1f760559-b759-4455-80e7-13b6fdbda20e req-207c1e24-0426-4e1c-9383-0b842c283569 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7426447-e3d6-42f2-83e5-23c0de7f4f5f HTTP/1.1" status: 200 len: 945 time: 0.0805054 Jan 27 12:47:56.318627 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1f760559-b759-4455-80e7-13b6fdbda20e req-6da8a89d-f7b0-4d4e-a7f0-016b2000b442 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537443 Jan 27 12:47:56.675798 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:56.804167 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6df08-ef3f-441d-9d1f-7abf21eadd03 req-54958d91-a8bb-4406-8f5b-0a56ec222e7d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:56.805974 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-42f6df08-ef3f-441d-9d1f-7abf21eadd03 req-54958d91-a8bb-4406-8f5b-0a56ec222e7d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 944 time: 0.0502679 Jan 27 12:47:56.866122 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-42f6df08-ef3f-441d-9d1f-7abf21eadd03 req-f5d6bad5-0c58-4650-9c42-65574f1a3387 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536542 Jan 27 12:47:57.025056 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a2875-3e37-4132-b43d-1a9041127a77 req-17191e14-e0e6-447d-9231-f4e8e8e3c111 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:57.026581 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-259a2875-3e37-4132-b43d-1a9041127a77 req-17191e14-e0e6-447d-9231-f4e8e8e3c111 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0508211 Jan 27 12:47:57.079702 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-259a2875-3e37-4132-b43d-1a9041127a77 req-66a3aab9-d22b-482c-a3fe-a0335735320f tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461674 Jan 27 12:47:57.150590 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 303698e5-c912-4385-8004-617e1db25348 up at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:47:57.271486 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning for port 303698e5-c912-4385-8004-617e1db25348 completed by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 12:47:57.282350 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning complete for port 303698e5-c912-4385-8004-617e1db25348 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:47:57.283246 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (303698e5-c912-4385-8004-617e1db25348), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:57.468047 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 303698e5-c912-4385-8004-617e1db25348 is: BUILD; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:47:57.468447 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (303698e5-c912-4385-8004-617e1db25348), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:57.498212 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:57.519284 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c721aa-3bdf-468b-b24a-b4cb4fa7b9e0 req-733b5a95-bfa2-4745-a474-a2eae99c75fe tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:57.542831 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13d8d99-132f-4dd9-8b90-c52515ca72ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303698e5-c912-4385-8004-617e1db25348'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:47:57.543485 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b5c721aa-3bdf-468b-b24a-b4cb4fa7b9e0 req-733b5a95-bfa2-4745-a474-a2eae99c75fe tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7426447-e3d6-42f2-83e5-23c0de7f4f5f HTTP/1.1" status: 200 len: 945 time: 0.1127474 Jan 27 12:47:57.545995 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e2f5ff-1cc5-4872-80f7-7c00079fc5f3" -d '{"events": [{"server_uuid": "a13d8d99-132f-4dd9-8b90-c52515ca72ef", "name": "network-vif-plugged", "status": "completed", "tag": "303698e5-c912-4385-8004-617e1db25348"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:47:57.572985 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 303698e5-c912-4385-8004-617e1db25348, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=303698e5-c912-4385-8004-617e1db25348,segment=NetworkSegment(65f1ae4c-940a-41bf-91e5-c9736b2feeab),segment_id=65f1ae4c-940a-41bf-91e5-c9736b2feeab)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:47:57.649679 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (303698e5-c912-4385-8004-617e1db25348), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:47:57.681527 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b5c721aa-3bdf-468b-b24a-b4cb4fa7b9e0 req-8c51ff75-6925-4f5d-bcfe-b83e0a3a68e9 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184108 Jan 27 12:47:57.741166 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bc2099-3974-496b-8f6f-bdc170a7a7f4 x-openstack-request-id: req-47bc2099-3974-496b-8f6f-bdc170a7a7f4 {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:47:57.741679 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13d8d99-132f-4dd9-8b90-c52515ca72ef", "name": "network-vif-plugged", "status": "completed", "tag": "303698e5-c912-4385-8004-617e1db25348", "code": 200}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:47:57.742588 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-47bc2099-3974-496b-8f6f-bdc170a7a7f4 {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:47:57.743087 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13d8d99-132f-4dd9-8b90-c52515ca72ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303698e5-c912-4385-8004-617e1db25348', 'code': 200} Jan 27 12:47:57.769508 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=303698e5-c912-4385-8004-617e1db25348,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:47:57.876199 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388bff3-fd2f-4a26-8a03-82048149806e req-bdaaad1c-5b03-4512-9a7f-2e762a4763ce tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:57.877707 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5388bff3-fd2f-4a26-8a03-82048149806e req-bdaaad1c-5b03-4512-9a7f-2e762a4763ce tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0628130 Jan 27 12:47:57.884667 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-469889b0-8efd-4089-b48b-586d40daf450 req-5d36d53d-e25b-47b4-a4c9-5100a42d3ff4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1067462 Jan 27 12:47:58.010411 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5388bff3-fd2f-4a26-8a03-82048149806e req-c51aef4b-32db-4221-bac0-f906d6c5f5b5 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233149 Jan 27 12:47:58.049202 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469889b0-8efd-4089-b48b-586d40daf450 req-41c58e19-53a5-4e8c-8469-06bcad3e46e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:58.050682 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-469889b0-8efd-4089-b48b-586d40daf450 req-41c58e19-53a5-4e8c-8469-06bcad3e46e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bdd17e9465442c6b527b37e80925d48&device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 1099 time: 0.1148679 Jan 27 12:47:58.189146 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492eeb0-f903-494a-b346-fc8ec660787f req-349934de-d43b-4b30-a6a4-0555a3873319 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:58.209980 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9492eeb0-f903-494a-b346-fc8ec660787f req-349934de-d43b-4b30-a6a4-0555a3873319 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.1674263 Jan 27 12:47:58.306610 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6677e29-8a57-483d-8de5-b861d3a2a55c req-a90741c2-d465-4e9a-99ff-893dc9e0715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:58.308571 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d6677e29-8a57-483d-8de5-b861d3a2a55c req-a90741c2-d465-4e9a-99ff-893dc9e0715e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 1098 time: 0.2240784 Jan 27 12:47:58.314171 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8ccbf-3758-460d-ae99-5c1cf9d5b9b8 req-b22ed632-758e-456f-a38b-9516182e06a2 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:58.318282 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1fe8ccbf-3758-460d-ae99-5c1cf9d5b9b8 req-b22ed632-758e-456f-a38b-9516182e06a2 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0864844 Jan 27 12:47:58.318282 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469889b0-8efd-4089-b48b-586d40daf450 req-356088d5-7457-4cf9-b6a4-960c2695a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:58.319146 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-469889b0-8efd-4089-b48b-586d40daf450 req-356088d5-7457-4cf9-b6a4-960c2695a9a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a947d14-4622-4e1b-8ca5-f566d085c54e HTTP/1.1" status: 200 len: 915 time: 0.2353253 Jan 27 12:47:58.331610 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9492eeb0-f903-494a-b346-fc8ec660787f req-b7672637-e844-48ca-9215-f07990094859 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1209404 Jan 27 12:47:58.402004 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d6677e29-8a57-483d-8de5-b861d3a2a55c req-3ad02b71-fae9-43f9-ad60-40046dfb43fd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688970 Jan 27 12:47:58.403791 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-469889b0-8efd-4089-b48b-586d40daf450 req-bb002ab1-335b-4748-8887-f53785a8397d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad5cb038-0228-4fde-9d49-cf47fc6e67c4 HTTP/1.1" status: 200 len: 217 time: 0.0730934 Jan 27 12:47:58.446256 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1fe8ccbf-3758-460d-ae99-5c1cf9d5b9b8 req-4dcdd64e-c452-4f15-8edd-3d8bc439731e tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173596 Jan 27 12:47:58.700908 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469889b0-8efd-4089-b48b-586d40daf450 req-b6e63f78-bfe1-4254-8619-91f799cbab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:58.702298 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-469889b0-8efd-4089-b48b-586d40daf450 req-b6e63f78-bfe1-4254-8619-91f799cbab31 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ba7930f-92e1-41b4-9c1a-3ea64702b7a6 HTTP/1.1" status: 200 len: 854 time: 0.0482285 Jan 27 12:47:58.738026 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-469889b0-8efd-4089-b48b-586d40daf450 req-d1368bb2-674a-43fb-9315-0d00324aeb59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a947d14-4622-4e1b-8ca5-f566d085c54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282676 Jan 27 12:47:58.844310 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-469889b0-8efd-4089-b48b-586d40daf450 req-69753e28-331f-44d5-b372-7ccda2ac0414 service neutron] 10.222.0.13 "GET /v2.0/networks/1a947d14-4622-4e1b-8ca5-f566d085c54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995743 Jan 27 12:47:58.939386 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-469889b0-8efd-4089-b48b-586d40daf450 req-a1e861ed-5f8c-4b2a-bdc3-e69b734787dd service neutron] 10.222.0.13 "GET /v2.0/networks/1a947d14-4622-4e1b-8ca5-f566d085c54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871506 Jan 27 12:47:59.123290 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d8d8a-9ca3-4a42-bba4-6ac112922efa req-7f3dfbe4-ec56-4a45-b8b4-6897fb25623a tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:59.124775 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-647d8d8a-9ca3-4a42-bba4-6ac112922efa req-7f3dfbe4-ec56-4a45-b8b4-6897fb25623a tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0513282 Jan 27 12:47:59.170844 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-647d8d8a-9ca3-4a42-bba4-6ac112922efa req-0cb49855-5161-4262-87d7-81b082a26783 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404420 Jan 27 12:47:59.468030 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d68909-73c1-48b4-b78a-387fd765971f req-98a25b70-38da-4fbc-85f7-650483188f44 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:59.484217 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f2d68909-73c1-48b4-b78a-387fd765971f req-98a25b70-38da-4fbc-85f7-650483188f44 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0839834 Jan 27 12:47:59.579807 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f2d68909-73c1-48b4-b78a-387fd765971f req-b8c05688-63fe-4cf9-bfb6-1940d403ba47 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840158 Jan 27 12:47:59.607476 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cd199-9943-4433-a079-f63461d27f18 req-f1f2b708-6d04-4c0b-83f6-4a087b0bc1e3 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:47:59.607476 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9b8cd199-9943-4433-a079-f63461d27f18 req-f1f2b708-6d04-4c0b-83f6-4a087b0bc1e3 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0653703 Jan 27 12:47:59.672319 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9b8cd199-9943-4433-a079-f63461d27f18 req-86546219-438e-4324-a330-bc9a4de3b67e tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617583 Jan 27 12:48:00.191565 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d195e11-0d12-40e0-ba2c-99c823c2f783 req-a7f5f1d5-d642-4846-af6a-acd7c49491cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:00.191565 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5d195e11-0d12-40e0-ba2c-99c823c2f783 req-a7f5f1d5-d642-4846-af6a-acd7c49491cc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 1099 time: 0.0622575 Jan 27 12:48:00.250591 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5d195e11-0d12-40e0-ba2c-99c823c2f783 req-aa0ef21b-436e-4492-826c-5ff21e7cc786 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528827 Jan 27 12:48:00.328061 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bfc92-fca4-4b95-a4cf-b6ef581b7b65 req-397c8ea2-8d8a-455a-b7ab-603957235ad4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:00.335867 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-766bfc92-fca4-4b95-a4cf-b6ef581b7b65 req-397c8ea2-8d8a-455a-b7ab-603957235ad4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0798039 Jan 27 12:48:00.421948 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-766bfc92-fca4-4b95-a4cf-b6ef581b7b65 req-ee9f37f0-2444-47fa-aab9-380fa6cc0bde tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688453 Jan 27 12:48:00.714603 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd0628-1b18-42c8-b3f4-29b9b697e2b6 req-58882327-3d11-48a3-a2b8-e8e433fdf69a tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:00.722460 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5afd0628-1b18-42c8-b3f4-29b9b697e2b6 req-58882327-3d11-48a3-a2b8-e8e433fdf69a tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0603335 Jan 27 12:48:00.792409 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5afd0628-1b18-42c8-b3f4-29b9b697e2b6 req-5235070d-1fe6-4c3b-bb13-c3bfcbf4a301 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684648 Jan 27 12:48:00.864833 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5524ef-0622-45e6-8652-5d133265a388 req-db45281b-27b4-44f9-8bff-19920f085f7a tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:00.867716 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3d5524ef-0622-45e6-8652-5d133265a388 req-db45281b-27b4-44f9-8bff-19920f085f7a tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0622964 Jan 27 12:48:00.911596 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3fde3-f5e7-472e-b63b-932c6ea13285 req-23dee098-cde0-4f8a-af39-834904d9fc60 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:00.913785 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-96d3fde3-f5e7-472e-b63b-932c6ea13285 req-23dee098-cde0-4f8a-af39-834904d9fc60 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0517395 Jan 27 12:48:00.919764 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3d5524ef-0622-45e6-8652-5d133265a388 req-a69a7b2f-0ad3-43e7-bd0c-de04a47d1feb tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462255 Jan 27 12:48:00.929972 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 40044) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:00.943479 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-c90a9c72-f8bf-4a76-8c7a-3e44b508444f tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Request body: {'floatingip': {'port_id': '303698e5-c912-4385-8004-617e1db25348'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:48:00.984930 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c90a9c72-f8bf-4a76-8c7a-3e44b508444f tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for floatingip (54d459c3-cdc7-46f1-a4a4-d899740d19e0), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:01.441451 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c90a9c72-f8bf-4a76-8c7a-3e44b508444f tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:01.500589 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c90a9c72-f8bf-4a76-8c7a-3e44b508444f tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664114'] for floatingip (54d459c3-cdc7-46f1-a4a4-d899740d19e0), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:01.568123 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd434b59-ac07-44c1-ab3a-205265781e9f req-77676b6d-2c3e-4d3f-a479-c5321a31687c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:01.575485 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-cd434b59-ac07-44c1-ab3a-205265781e9f req-77676b6d-2c3e-4d3f-a479-c5321a31687c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.1013865 Jan 27 12:48:01.662286 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.db.l3_db [None req-c90a9c72-f8bf-4a76-8c7a-3e44b508444f tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Floating IP 54d459c3-cdc7-46f1-a4a4-d899740d19e0 associated. External IP: 172.27.2.192, port: 303698e5-c912-4385-8004-617e1db25348. Jan 27 12:48:01.741785 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-cd434b59-ac07-44c1-ab3a-205265781e9f req-154fd5b1-e909-454f-8222-6925083aba36 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642702 Jan 27 12:48:02.122137 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88906fb-1785-49c7-91d7-6f7a30b52011 req-60f01917-bc9a-43bb-978a-edbbd33ec830 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:02.127435 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b88906fb-1785-49c7-91d7-6f7a30b52011 req-60f01917-bc9a-43bb-978a-edbbd33ec830 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0770898 Jan 27 12:48:02.129517 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90a9c72-f8bf-4a76-8c7a-3e44b508444f tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Router 9bad885b-d714-4000-a763-93fd6a88ce5d has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:48:02.204277 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b88906fb-1785-49c7-91d7-6f7a30b52011 req-be615ec7-1b7f-4ba6-ad2d-1cda4e459a06 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701535 Jan 27 12:48:02.292508 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90a9c72-f8bf-4a76-8c7a-3e44b508444f tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:48:02.305733 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c90a9c72-f8bf-4a76-8c7a-3e44b508444f tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for floatingip (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:02.307366 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d6fe88-0e42-4fcf-93bc-23e5f733ade2 None None] Sync routers for ids ['9bad885b-d714-4000-a763-93fd6a88ce5d'] in dv-cinder-824031-3-iscsi {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:48:02.337615 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d6fe88-0e42-4fcf-93bc-23e5f733ade2 None None] Routers {'9bad885b-d714-4000-a763-93fd6a88ce5d'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:48:02.338350 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-e9d6fe88-0e42-4fcf-93bc-23e5f733ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:47:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['9bad885b-d714-4000-a763-93fd6a88ce5d'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:48:02.371731 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-c90a9c72-f8bf-4a76-8c7a-3e44b508444f tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "PUT /v2.0/floatingips/54d459c3-cdc7-46f1-a4a4-d899740d19e0 HTTP/1.1" status: 200 len: 991 time: 1.4397283 Jan 27 12:48:02.373785 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13d8d99-132f-4dd9-8b90-c52515ca72ef', 'tag': '303698e5-c912-4385-8004-617e1db25348'}] {{(pid=109461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:48:02.382634 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13caf501d2ade89ef8f3be641e2375f4ed3bc8c86955b9dc87ba2ae8dc6631d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726efb69-3079-4e06-8be5-200016929235" -d '{"events": [{"name": "network-changed", "server_uuid": "a13d8d99-132f-4dd9-8b90-c52515ca72ef", "tag": "303698e5-c912-4385-8004-617e1db25348"}]}' {{(pid=109461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:48:02.447874 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2a0598-cf56-4593-bbb4-d672d353fcac x-openstack-request-id: req-4f2a0598-cf56-4593-bbb4-d672d353fcac {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:48:02.448197 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a13d8d99-132f-4dd9-8b90-c52515ca72ef", "tag": "303698e5-c912-4385-8004-617e1db25348", "status": "completed", "code": 200}]} {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:48:02.448485 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f2a0598-cf56-4593-bbb4-d672d353fcac {{(pid=109461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:48:02.448928 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a13d8d99-132f-4dd9-8b90-c52515ca72ef', 'tag': '303698e5-c912-4385-8004-617e1db25348', 'status': 'completed', 'code': 200} Jan 27 12:48:02.517094 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-e9d6fe88-0e42-4fcf-93bc-23e5f733ade2 None None] Set router 9bad885b-d714-4000-a763-93fd6a88ce5d gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:48:02.563998 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726efb69-3079-4e06-8be5-200016929235 req-3ee8fd87-ce65-4ac7-bb8e-bc35ceac4045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:02.565719 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-726efb69-3079-4e06-8be5-200016929235 req-3ee8fd87-ce65-4ac7-bb8e-bc35ceac4045 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=249663e6bac04668835be079e8478eb1&device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 1098 time: 0.0488591 Jan 27 12:48:02.670684 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726efb69-3079-4e06-8be5-200016929235 req-d593ae28-274c-4315-95d6-b7ad7c8dfc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:02.672265 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-726efb69-3079-4e06-8be5-200016929235 req-d593ae28-274c-4315-95d6-b7ad7c8dfc17 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2b054f4-877c-446a-a491-c6a17689946c HTTP/1.1" status: 200 len: 911 time: 0.0996344 Jan 27 12:48:02.759575 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-e9d6fe88-0e42-4fcf-93bc-23e5f733ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'name': 'tempest-AttachVolumeTestJSON-389966503-router', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:26Z', 'revision_number': 4, 'project_id': '249663e6bac04668835be079e8478eb1', 'gw_port': {'id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': '54d459c3-cdc7-46f1-a4a4-d899740d19e0', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'port_id': '303698e5-c912-4385-8004-617e1db25348', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'mac_address': 'fa:16:3e:0b:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13d8d99-132f-4dd9-8b90-c52515ca72ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:47:30Z', 'updated_at': '2022-01-27T12:48:01Z', 'revision_number': 1, 'project_id': '249663e6bac04668835be079e8478eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed19dbc-fa88-4dfc-ac98-f4bfdcf63214', 'name': '', 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'mac_address': 'fa:16:3e:e6:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:25Z', 'updated_at': '2022-01-27T12:47:30Z', 'revision_number': 5, 'project_id': '249663e6bac04668835be079e8478eb1', 'subnets': [{'id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:48:02.769341 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-726efb69-3079-4e06-8be5-200016929235 req-077f4f85-36ed-4bc0-a45b-42365fef6fa1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=303698e5-c912-4385-8004-617e1db25348 HTTP/1.1" status: 200 len: 999 time: 0.0892153 Jan 27 12:48:02.784977 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d6fe88-0e42-4fcf-93bc-23e5f733ade2 None None] Checking router: 9bad885b-d714-4000-a763-93fd6a88ce5d for host: dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:48:02.793564 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d6fe88-0e42-4fcf-93bc-23e5f733ade2 None None] Routers {'9bad885b-d714-4000-a763-93fd6a88ce5d'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:48:02.794173 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-e9d6fe88-0e42-4fcf-93bc-23e5f733ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:47:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['9bad885b-d714-4000-a763-93fd6a88ce5d'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:48:02.827326 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726efb69-3079-4e06-8be5-200016929235 req-a7dba72e-5930-450b-a05f-91f7e4c4e30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:02.829248 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-726efb69-3079-4e06-8be5-200016929235 req-a7dba72e-5930-450b-a05f-91f7e4c4e30a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b450d6ba-6f2c-4498-8ab8-ce2ca102b850 HTTP/1.1" status: 200 len: 849 time: 0.0525546 Jan 27 12:48:02.915718 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726efb69-3079-4e06-8be5-200016929235 req-af4f086c-f541-4f33-8ee4-5b029d7540c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:02.917368 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-726efb69-3079-4e06-8be5-200016929235 req-af4f086c-f541-4f33-8ee4-5b029d7540c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2b054f4-877c-446a-a491-c6a17689946c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814295 Jan 27 12:48:02.926438 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d9eff-e0e1-4a5c-bdab-129815d064ff req-be8f246a-839a-4a76-a1a2-beb713277289 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:02.954781 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5e3d9eff-e0e1-4a5c-bdab-129815d064ff req-be8f246a-839a-4a76-a1a2-beb713277289 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.1004345 Jan 27 12:48:02.974859 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-e9d6fe88-0e42-4fcf-93bc-23e5f733ade2 None None] Set router 9bad885b-d714-4000-a763-93fd6a88ce5d gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:48:03.125842 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5e3d9eff-e0e1-4a5c-bdab-129815d064ff req-5d203488-02c4-48cf-a9e2-9be4992b2835 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691532 Jan 27 12:48:03.195756 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-726efb69-3079-4e06-8be5-200016929235 req-7e7abbd6-3e0e-4403-bda0-1dc479a08212 service neutron] 10.222.0.13 "GET /v2.0/networks/c2b054f4-877c-446a-a491-c6a17689946c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379231 Jan 27 12:48:03.313147 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-726efb69-3079-4e06-8be5-200016929235 req-bbd68a1a-994e-4d50-9dea-b94ef49843fe service neutron] 10.222.0.13 "GET /v2.0/networks/c2b054f4-877c-446a-a491-c6a17689946c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113703 Jan 27 12:48:03.360302 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c97ce7-ac5b-4342-a733-aef36571ae35 req-7fa598f3-b935-45b1-8586-0db8a8e83f7d tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:03.361848 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b1c97ce7-ac5b-4342-a733-aef36571ae35 req-7fa598f3-b935-45b1-8586-0db8a8e83f7d tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0604825 Jan 27 12:48:03.399433 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-e9d6fe88-0e42-4fcf-93bc-23e5f733ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'name': 'tempest-AttachVolumeTestJSON-389966503-router', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:26Z', 'revision_number': 4, 'project_id': '249663e6bac04668835be079e8478eb1', 'gw_port': {'id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': '54d459c3-cdc7-46f1-a4a4-d899740d19e0', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'port_id': '303698e5-c912-4385-8004-617e1db25348', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'mac_address': 'fa:16:3e:0b:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13d8d99-132f-4dd9-8b90-c52515ca72ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:47:30Z', 'updated_at': '2022-01-27T12:48:01Z', 'revision_number': 1, 'project_id': '249663e6bac04668835be079e8478eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed19dbc-fa88-4dfc-ac98-f4bfdcf63214', 'name': '', 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'mac_address': 'fa:16:3e:e6:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:25Z', 'updated_at': '2022-01-27T12:47:30Z', 'revision_number': 5, 'project_id': '249663e6bac04668835be079e8478eb1', 'subnets': [{'id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:48:03.417823 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b1c97ce7-ac5b-4342-a733-aef36571ae35 req-9319d17b-2d51-4c99-a026-91f3386c4c64 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492857 Jan 27 12:48:03.435593 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d6fe88-0e42-4fcf-93bc-23e5f733ade2 None None] The sync data for ids ['9bad885b-d714-4000-a763-93fd6a88ce5d'] in dv-cinder-824031-3-iscsi is: [{'id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'name': 'tempest-AttachVolumeTestJSON-389966503-router', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:26Z', 'revision_number': 4, 'project_id': '249663e6bac04668835be079e8478eb1', 'gw_port': {'id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': '54d459c3-cdc7-46f1-a4a4-d899740d19e0', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'port_id': '303698e5-c912-4385-8004-617e1db25348', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'mac_address': 'fa:16:3e:0b:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13d8d99-132f-4dd9-8b90-c52515ca72ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:47:30Z', 'updated_at': '2022-01-27T12:48:01Z', 'revision_number': 1, 'project_id': '249663e6bac04668835be079e8478eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed19dbc-fa88-4dfc-ac98-f4bfdcf63214', 'name': '', 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'mac_address': 'fa:16:3e:e6:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:25Z', 'updated_at': '2022-01-27T12:47:30Z', 'revision_number': 5, 'project_id': '249663e6bac04668835be079e8478eb1', 'subnets': [{'id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:48:03.597594 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 40112) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:03.769139 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdf186f-3165-4c0e-b9a7-4a68e6a27287 None None] New status for floating IP 54d459c3-cdc7-46f1-a4a4-d899740d19e0: ACTIVE {{(pid=109463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 12:48:03.802457 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a26aa014-6bed-4938-89a4-1dcd6c8826e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:03.913783 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a26aa014-6bed-4938-89a4-1dcd6c8826e1 admin admin] Publish callbacks [] for security_group (65aee76b-5708-46d6-8fae-82bbf616986d), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:03.984703 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a26aa014-6bed-4938-89a4-1dcd6c8826e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (65aee76b-5708-46d6-8fae-82bbf616986d), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:04.022913 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede5b3f-e0d1-4eab-9a74-3e39514945d7 req-81b4032f-5fae-4d40-9372-2dbed1c431aa tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:04.030253 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-aede5b3f-e0d1-4eab-9a74-3e39514945d7 req-81b4032f-5fae-4d40-9372-2dbed1c431aa tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.1051710 Jan 27 12:48:04.045635 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26aa014-6bed-4938-89a4-1dcd6c8826e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65aee76b-5708-46d6-8fae-82bbf616986d,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:04.050871 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-a26aa014-6bed-4938-89a4-1dcd6c8826e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bd83729551f74974ac003b8cc7b3aae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4522030 Jan 27 12:48:04.054013 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 40128) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:04.115340 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bea00-15e8-4793-9758-cb44315681d1 req-6201dc80-9a26-4fb9-8628-aa772fa4f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:04.117735 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b69bea00-15e8-4793-9758-cb44315681d1 req-6201dc80-9a26-4fb9-8628-aa772fa4f275 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07aba42d308a44c39af2f5402cfff771&device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 1099 time: 0.1370809 Jan 27 12:48:04.139766 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-4294f0bc-5c4c-470f-9411-a77166d4a4ae admin admin] Publish callbacks [] for security_group (65aee76b-5708-46d6-8fae-82bbf616986d), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:04.160023 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-aede5b3f-e0d1-4eab-9a74-3e39514945d7 req-05833373-0acf-4142-aa77-6dc0e192f765 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281314 Jan 27 12:48:04.183388 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-4294f0bc-5c4c-470f-9411-a77166d4a4ae admin admin] Publish callbacks [] for security_group (65aee76b-5708-46d6-8fae-82bbf616986d), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:04.294287 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bea00-15e8-4793-9758-cb44315681d1 req-572d1230-f388-47af-978d-37dc4c70cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:04.296487 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b69bea00-15e8-4793-9758-cb44315681d1 req-572d1230-f388-47af-978d-37dc4c70cafa service neutron] 10.222.0.13 "GET /v2.0/networks?id=e3e975e7-b66a-4480-b25e-9886f492f788 HTTP/1.1" status: 200 len: 919 time: 0.1632864 Jan 27 12:48:04.336373 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71ff54-1e95-4ba5-a821-93f8f056ae53 req-c6ab5203-7341-4fbe-9724-c56dca85df97 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:04.337899 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8c71ff54-1e95-4ba5-a821-93f8f056ae53 req-c6ab5203-7341-4fbe-9724-c56dca85df97 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0590374 Jan 27 12:48:04.352225 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-4294f0bc-5c4c-470f-9411-a77166d4a4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (65aee76b-5708-46d6-8fae-82bbf616986d), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:04.358781 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-4294f0bc-5c4c-470f-9411-a77166d4a4ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:04.361542 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b69bea00-15e8-4793-9758-cb44315681d1 req-a812307d-e724-43c3-95b3-700a2f447674 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dccfdccf-b3e1-4835-81b6-dc9601ee12c1 HTTP/1.1" status: 200 len: 217 time: 0.0555382 Jan 27 12:48:04.369436 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-4294f0bc-5c4c-470f-9411-a77166d4a4ae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/65aee76b-5708-46d6-8fae-82bbf616986d HTTP/1.1" status: 204 len: 168 time: 0.3142524 Jan 27 12:48:04.436462 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bea00-15e8-4793-9758-cb44315681d1 req-6f1dcf35-3def-49f3-ba5a-f0dcf9f89c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:04.438325 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b69bea00-15e8-4793-9758-cb44315681d1 req-6f1dcf35-3def-49f3-ba5a-f0dcf9f89c42 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7785fff6-6578-4402-bc5a-fec8bd603105 HTTP/1.1" status: 200 len: 858 time: 0.0531783 Jan 27 12:48:04.458093 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294f0bc-5c4c-470f-9411-a77166d4a4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65aee76b-5708-46d6-8fae-82bbf616986d,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:04.489567 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b69bea00-15e8-4793-9758-cb44315681d1 req-845febc0-118c-4f38-8cf8-84dd78143b4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e3e975e7-b66a-4480-b25e-9886f492f788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423906 Jan 27 12:48:04.499686 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8c71ff54-1e95-4ba5-a821-93f8f056ae53 req-2367a4f7-ab99-49ae-99e8-44ae5fe536bb tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501901 Jan 27 12:48:04.607147 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b69bea00-15e8-4793-9758-cb44315681d1 req-d5f7137c-b5fc-4619-8e81-36a7641d8c90 service neutron] 10.222.0.13 "GET /v2.0/networks/e3e975e7-b66a-4480-b25e-9886f492f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071336 Jan 27 12:48:04.731505 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b69bea00-15e8-4793-9758-cb44315681d1 req-ad85b6f2-dee6-4f05-b67a-ebe68d8cfeec service neutron] 10.222.0.13 "GET /v2.0/networks/e3e975e7-b66a-4480-b25e-9886f492f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147952 Jan 27 12:48:05.345860 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff95029-23a2-49be-99a8-af155798ba81 req-ec5bb853-e629-4818-aa59-29e969897b92 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:05.348091 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-aff95029-23a2-49be-99a8-af155798ba81 req-ec5bb853-e629-4818-aa59-29e969897b92 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0903654 Jan 27 12:48:05.444795 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-aff95029-23a2-49be-99a8-af155798ba81 req-7c90067f-7c2f-4ec0-a818-b70ef6a15091 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859814 Jan 27 12:48:05.641877 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 40190) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:05.663169 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b1401-f55a-4480-8100-fd2c433f1348 req-d046a02d-007c-4be2-81a1-31f6fccbd709 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:05.672348 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-946b1401-f55a-4480-8100-fd2c433f1348 req-d046a02d-007c-4be2-81a1-31f6fccbd709 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0786972 Jan 27 12:48:05.720054 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-946b1401-f55a-4480-8100-fd2c433f1348 req-e8b100c3-3de1-465d-acee-f33e1f09a52e tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465446 Jan 27 12:48:05.799157 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-0d4c7659-dea9-45a6-816b-84bbd7b25445 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1137151388-network', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:48:05.921570 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4c7659-dea9-45a6-816b-84bbd7b25445 admin admin] Made reservation on behalf of 7e214bbe8ce0443a93e1f2cd99aa4f53 for: {'network': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:48:05.924422 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7659-dea9-45a6-816b-84bbd7b25445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for network (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:05.940169 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7659-dea9-45a6-816b-84bbd7b25445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:05.961977 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 40200) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:06.039073 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7659-dea9-45a6-816b-84bbd7b25445 admin admin] Publish callbacks [] for security_group (457d3393-f115-4c48-833e-6dc6b6351d61), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:06.080342 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8ca92f9f-0034-4085-b021-a3e26723092e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:06.133186 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7659-dea9-45a6-816b-84bbd7b25445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (457d3393-f115-4c48-833e-6dc6b6351d61), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:06.164416 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d4c7659-dea9-45a6-816b-84bbd7b25445 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=109461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 12:48:06.169465 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c7659-dea9-45a6-816b-84bbd7b25445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457d3393-f115-4c48-833e-6dc6b6351d61,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:06.177513 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7659-dea9-45a6-816b-84bbd7b25445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (3e280d8f-8b7c-488e-8dd2-9ec05996c7e9), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:06.177943 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.db.segments_db [None req-0d4c7659-dea9-45a6-816b-84bbd7b25445 admin admin] Added segment 3e280d8f-8b7c-488e-8dd2-9ec05996c7e9 of type vlan for network 322a42f3-d464-4c19-b6b0-77256c56a83f Jan 27 12:48:06.204158 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8ca92f9f-0034-4085-b021-a3e26723092e admin admin] Publish callbacks [] for security_group (b2a5ce6f-925b-4472-a97f-c51dbd57601b), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:06.221925 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7659-dea9-45a6-816b-84bbd7b25445 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727397602151'] for network (322a42f3-d464-4c19-b6b0-77256c56a83f), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:06.258246 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8ca92f9f-0034-4085-b021-a3e26723092e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (b2a5ce6f-925b-4472-a97f-c51dbd57601b), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:06.309537 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca92f9f-0034-4085-b021-a3e26723092e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a5ce6f-925b-4472-a97f-c51dbd57601b,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:06.313854 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-8ca92f9f-0034-4085-b021-a3e26723092e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b67ed41b0014c86901a2995d0e19b37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3505418 Jan 27 12:48:06.316175 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7659-dea9-45a6-816b-84bbd7b25445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for network (322a42f3-d464-4c19-b6b0-77256c56a83f), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:06.316498 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 40206) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:06.317492 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4c7659-dea9-45a6-816b-84bbd7b25445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:06.319368 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7659-dea9-45a6-816b-84bbd7b25445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:06.386754 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c7659-dea9-45a6-816b-84bbd7b25445 admin admin] Pushing event updated for resources: {'Network': ['ID=322a42f3-d464-4c19-b6b0-77256c56a83f,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:06.400005 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Network 322a42f3-d464-4c19-b6b0-77256c56a83f details requested by agent ovs-agent-dv-cinder-824031-3-iscsi with host dv-cinder-824031-3-iscsi {{(pid=109463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 12:48:06.409890 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b240fc53-2f7e-48ec-b91a-e279fed79cd7 admin admin] Publish callbacks [] for security_group (b2a5ce6f-925b-4472-a97f-c51dbd57601b), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:06.438047 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b240fc53-2f7e-48ec-b91a-e279fed79cd7 admin admin] Publish callbacks [] for security_group (b2a5ce6f-925b-4472-a97f-c51dbd57601b), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:06.459035 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-0d4c7659-dea9-45a6-816b-84bbd7b25445 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8157430 Jan 27 12:48:06.460323 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 40208) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:06.465102 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-88746fc4-e9e5-4f91-b61f-c3a599ce91a2 admin admin] Request body: {'subnet': {'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1137151388-subnet', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'ip_version': 4}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:48:06.572750 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88746fc4-e9e5-4f91-b61f-c3a599ce91a2 admin admin] Made reservation on behalf of 7e214bbe8ce0443a93e1f2cd99aa4f53 for: {'subnet': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:48:06.575112 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-88746fc4-e9e5-4f91-b61f-c3a599ce91a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3294725'] for subnet (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:06.576916 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c57105-d41a-46c9-8498-59c0a67c44c3 req-e5f567cd-47de-4dbe-ab0c-1618b8bb3755 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:06.585613 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a1c57105-d41a-46c9-8498-59c0a67c44c3 req-e5f567cd-47de-4dbe-ab0c-1618b8bb3755 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0619597 Jan 27 12:48:06.603238 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b240fc53-2f7e-48ec-b91a-e279fed79cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (b2a5ce6f-925b-4472-a97f-c51dbd57601b), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:06.606263 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b240fc53-2f7e-48ec-b91a-e279fed79cd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:06.607594 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-b240fc53-2f7e-48ec-b91a-e279fed79cd7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b2a5ce6f-925b-4472-a97f-c51dbd57601b HTTP/1.1" status: 204 len: 168 time: 0.2900853 Jan 27 12:48:06.625473 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240fc53-2f7e-48ec-b91a-e279fed79cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a5ce6f-925b-4472-a97f-c51dbd57601b,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:06.631640 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:48:06.705446 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a1c57105-d41a-46c9-8498-59c0a67c44c3 req-463a404b-4464-4db7-b836-4967971d6b8f tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187463 Jan 27 12:48:06.883970 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84dc95-6fac-47d6-bd75-e6ea1ad09ed6 req-43402736-d2c2-4f07-97e1-c06a026c9893 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:06.885763 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ec84dc95-6fac-47d6-bd75-e6ea1ad09ed6 req-43402736-d2c2-4f07-97e1-c06a026c9893 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0510623 Jan 27 12:48:06.955882 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ec84dc95-6fac-47d6-bd75-e6ea1ad09ed6 req-3c63c39f-4105-4aec-8b64-3d749c017bc6 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590193 Jan 27 12:48:06.957087 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-88746fc4-e9e5-4f91-b61f-c3a599ce91a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3294771'] for subnet (177da310-319b-4f7a-b4aa-d1da259630e2), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:07.019885 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88746fc4-e9e5-4f91-b61f-c3a599ce91a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=177da310-319b-4f7a-b4aa-d1da259630e2,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:07.032568 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88746fc4-e9e5-4f91-b61f-c3a599ce91a2 admin admin] Checking segment: {'id': '3e280d8f-8b7c-488e-8dd2-9ec05996c7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:48:07.033126 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88746fc4-e9e5-4f91-b61f-c3a599ce91a2 admin admin] Network hostable DHCP agents. Network: 322a42f3-d464-4c19-b6b0-77256c56a83f, hostable agents: ['8eb3a606-acf3-4d34-8208-a31c99af56ba'], hosted agents: [] {{(pid=109461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 12:48:07.351458 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88746fc4-e9e5-4f91-b61f-c3a599ce91a2 admin admin] Network 322a42f3-d464-4c19-b6b0-77256c56a83f is scheduled to be hosted by DHCP agent 8eb3a606-acf3-4d34-8208-a31c99af56ba with binding_index 1 {{(pid=109461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 12:48:07.504688 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-88746fc4-e9e5-4f91-b61f-c3a599ce91a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-3-iscsi, 322a42f3-d464-4c19-b6b0-77256c56a83f) {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:48:07.515140 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26be114-957d-4d53-8988-665476ce0b83 None None] Network 322a42f3-d464-4c19-b6b0-77256c56a83f requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:48:07.517436 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88746fc4-e9e5-4f91-b61f-c3a599ce91a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:07.518832 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-88746fc4-e9e5-4f91-b61f-c3a599ce91a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for subnet (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:07.598050 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-88746fc4-e9e5-4f91-b61f-c3a599ce91a2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1365931 Jan 27 12:48:07.600637 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 40236) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:07.605317 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-6012fc32-0f6c-461b-9ebd-82957ef4d40e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1137151388-router', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:48:07.644171 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 40238) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:07.650692 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddd921a7-f886-55d8-9d7f-b4a49e13882a-322a42f3-d464-4c19-b6b0-77256c56a83f', 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f', 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'fixed_ips': [{'subnet_id': '177da310-319b-4f7a-b4aa-d1da259630e2'}]}} from dv-cinder-824031-3-iscsi. {{(pid=109463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 12:48:07.652034 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:07.664295 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-bc29cbc8-a2f0-4946-91d2-03caa9e8a56a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:07.716358 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6012fc32-0f6c-461b-9ebd-82957ef4d40e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1666215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108346'] for router (d17f26d3-e108-47cf-8bd5-3dc81b6f788b), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:07.717667 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6012fc32-0f6c-461b-9ebd-82957ef4d40e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1661945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1903227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108291'] for router (d17f26d3-e108-47cf-8bd5-3dc81b6f788b), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:07.799865 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6012fc32-0f6c-461b-9ebd-82957ef4d40e admin admin] Publish callbacks [] for router_controller (d17f26d3-e108-47cf-8bd5-3dc81b6f788b), precommit_add_association {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:07.815175 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-bc29cbc8-a2f0-4946-91d2-03caa9e8a56a admin admin] Publish callbacks [] for security_group (ca715742-af14-4806-9bc1-f4df8cac4dbb), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:07.842672 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.db_base_plugin_common [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Allocated IP 172.20.0.2 (322a42f3-d464-4c19-b6b0-77256c56a83f/177da310-319b-4f7a-b4aa-d1da259630e2/cb182460-feed-434f-a22e-590902a972b2) {{(pid=109463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:48:07.865351 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de8197-aa06-4945-af5b-5cb313a091c7 req-27fdcd8e-1880-4d9a-935a-c8b7edee102f tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:07.867061 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-c0de8197-aa06-4945-af5b-5cb313a091c7 req-27fdcd8e-1880-4d9a-935a-c8b7edee102f tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0575571 Jan 27 12:48:07.999638 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-c0de8197-aa06-4945-af5b-5cb313a091c7 req-756b6390-a999-4dbc-9dd4-7fe7104b62d9 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776887 Jan 27 12:48:08.000943 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-bc29cbc8-a2f0-4946-91d2-03caa9e8a56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (ca715742-af14-4806-9bc1-f4df8cac4dbb), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:08.043268 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29cbc8-a2f0-4946-91d2-03caa9e8a56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca715742-af14-4806-9bc1-f4df8cac4dbb,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:08.071340 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Publish callbacks [] for port (cb182460-feed-434f-a22e-590902a972b2), precommit_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:08.128308 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-bc29cbc8-a2f0-4946-91d2-03caa9e8a56a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e54a764fbad44379042d727532731c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4829669 Jan 27 12:48:08.131351 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 40246) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:08.144097 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6012fc32-0f6c-461b-9ebd-82957ef4d40e admin admin] Publish callbacks [] for router_gateway (d17f26d3-e108-47cf-8bd5-3dc81b6f788b), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:08.155968 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551'] for port (cb182460-feed-434f-a22e-590902a972b2), after_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:08.200126 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Network 322a42f3-d464-4c19-b6b0-77256c56a83f is already hosted by enough agents. {{(pid=109463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:48:08.200559 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-1a25f07a-2e61-4544-af10-e9b22e5e8747 admin admin] Publish callbacks [] for security_group (ca715742-af14-4806-9bc1-f4df8cac4dbb), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:08.203640 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.scheduler.base_scheduler [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Resources bound (agent type, host, resource id): {{(pid=109463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:48:08.208781 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Received port after_create {{(pid=109463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:48:08.226047 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Pushing event updated for resources: {'Port': ['ID=cb182460-feed-434f-a22e-590902a972b2,revision_number=1']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:08.235439 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-1a25f07a-2e61-4544-af10-e9b22e5e8747 admin admin] Publish callbacks [] for security_group (ca715742-af14-4806-9bc1-f4df8cac4dbb), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:08.238452 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbc236-b68d-4435-8045-c87113480b45 req-20565b38-6ad6-4bb4-b123-0bbcde932ff5 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:08.247212 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-bedbc236-b68d-4435-8045-c87113480b45 req-20565b38-6ad6-4bb4-b123-0bbcde932ff5 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.1078024 Jan 27 12:48:08.251387 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:08.251931 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:08.252463 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:08.253499 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:08.253997 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:08.254481 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:08.254991 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:08.255516 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:08.256026 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:08.256518 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:08.256997 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:08.257517 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:08.257997 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:08.305795 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Attempting to bind port cb182460-feed-434f-a22e-590902a972b2 on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:48:08.307293 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Attempting to bind port cb182460-feed-434f-a22e-590902a972b2 by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': '3e280d8f-8b7c-488e-8dd2-9ec05996c7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f'}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:48:08.307735 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Attempting to bind port cb182460-feed-434f-a22e-590902a972b2 on network 322a42f3-d464-4c19-b6b0-77256c56a83f {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:48:08.318169 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:48:08.319860 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Checking segment: {'id': '3e280d8f-8b7c-488e-8dd2-9ec05996c7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:48:08.321016 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:08.321623 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Bound using segment: {'id': '3e280d8f-8b7c-488e-8dd2-9ec05996c7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f'} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:48:08.322413 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Bound port: cb182460-feed-434f-a22e-590902a972b2, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e280d8f-8b7c-488e-8dd2-9ec05996c7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f'}}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:48:08.322985 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (cb182460-feed-434f-a22e-590902a972b2), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:08.344293 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-1a25f07a-2e61-4544-af10-e9b22e5e8747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (ca715742-af14-4806-9bc1-f4df8cac4dbb), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:08.347055 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-1a25f07a-2e61-4544-af10-e9b22e5e8747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:08.348282 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-1a25f07a-2e61-4544-af10-e9b22e5e8747 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca715742-af14-4806-9bc1-f4df8cac4dbb HTTP/1.1" status: 204 len: 168 time: 0.2159324 Jan 27 12:48:08.364096 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25f07a-2e61-4544-af10-e9b22e5e8747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca715742-af14-4806-9bc1-f4df8cac4dbb,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:08.368082 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-bedbc236-b68d-4435-8045-c87113480b45 req-e849d0b6-d980-4f72-84e2-81c0cb4e85aa tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198609 Jan 27 12:48:08.467722 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] For port cb182460-feed-434f-a22e-590902a972b2, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:48:08.471170 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] For port cb182460-feed-434f-a22e-590902a972b2, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=cb182460-feed-434f-a22e-590902a972b2,segment=NetworkSegment(3e280d8f-8b7c-488e-8dd2-9ec05996c7e9),segment_id=3e280d8f-8b7c-488e-8dd2-9ec05996c7e9)] {{(pid=109463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:48:08.559388 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (cb182460-feed-434f-a22e-590902a972b2), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:08.583625 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6012fc32-0f6c-461b-9ebd-82957ef4d40e admin admin] Publish callbacks [] for router_gateway (d17f26d3-e108-47cf-8bd5-3dc81b6f788b), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:08.607037 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6012fc32-0f6c-461b-9ebd-82957ef4d40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:08.663482 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d0813-e106-4cfd-b1bd-ce922c9a19d9 None None] Pushing event updated for resources: {'Port': ['ID=cb182460-feed-434f-a22e-590902a972b2,revision_number=2']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:08.799248 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_common [None req-6012fc32-0f6c-461b-9ebd-82957ef4d40e admin admin] Allocated IP 172.27.2.214 (eb2842ee-b281-40a5-b8cc-bad91d1f4211/1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a/2171bbd2-ed55-418c-8218-f5c9f0de89d6) {{(pid=109461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:48:09.030057 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6012fc32-0f6c-461b-9ebd-82957ef4d40e admin admin] Publish callbacks [] for port (2171bbd2-ed55-418c-8218-f5c9f0de89d6), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:09.169398 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708de3f2-f283-4bf3-9dce-0e1f1720b124 req-ebe5f57a-5fc2-43ef-b5dc-080b4fadad3d tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:09.171033 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-708de3f2-f283-4bf3-9dce-0e1f1720b124 req-ebe5f57a-5fc2-43ef-b5dc-080b4fadad3d tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0568206 Jan 27 12:48:09.202976 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6012fc32-0f6c-461b-9ebd-82957ef4d40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (2171bbd2-ed55-418c-8218-f5c9f0de89d6), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:09.310529 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6012fc32-0f6c-461b-9ebd-82957ef4d40e admin admin] Network eb2842ee-b281-40a5-b8cc-bad91d1f4211 is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:48:09.320163 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-708de3f2-f283-4bf3-9dce-0e1f1720b124 req-ed395004-95a9-4de2-8b68-692fe2e41844 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427574 Jan 27 12:48:09.323735 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-6012fc32-0f6c-461b-9ebd-82957ef4d40e admin admin] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:48:09.326222 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6012fc32-0f6c-461b-9ebd-82957ef4d40e admin admin] Received port after_create {{(pid=109461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:48:09.350994 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012fc32-0f6c-461b-9ebd-82957ef4d40e admin admin] Pushing event updated for resources: {'Port': ['ID=2171bbd2-ed55-418c-8218-f5c9f0de89d6,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:09.422915 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 40264) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:09.448357 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d4e059cc-1c3d-4a24-a3ae-d101b0f75e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:09.650344 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2aa8f-60fc-4047-8e79-04e30fc1bf69 req-b8d4ccdc-25b3-4930-8720-d594499b6811 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:09.658786 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-62b2aa8f-60fc-4047-8e79-04e30fc1bf69 req-b8d4ccdc-25b3-4930-8720-d594499b6811 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.1183665 Jan 27 12:48:09.707669 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d4e059cc-1c3d-4a24-a3ae-d101b0f75e90 admin admin] Publish callbacks [] for security_group (e490a6b4-791f-4348-98d3-63d21d251e28), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:09.757282 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6012fc32-0f6c-461b-9ebd-82957ef4d40e admin admin] Publish callbacks [] for router_gateway (d17f26d3-e108-47cf-8bd5-3dc81b6f788b), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:09.759183 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-62b2aa8f-60fc-4047-8e79-04e30fc1bf69 req-66d62a91-fd1d-4da6-9b20-ca61207cc665 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990291 Jan 27 12:48:09.801525 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d4e059cc-1c3d-4a24-a3ae-d101b0f75e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (e490a6b4-791f-4348-98d3-63d21d251e28), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:09.871259 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-d4e059cc-1c3d-4a24-a3ae-d101b0f75e90 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce0ffc9013734a05badbd52302b31f48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4470971 Jan 27 12:48:09.873956 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e059cc-1c3d-4a24-a3ae-d101b0f75e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e490a6b4-791f-4348-98d3-63d21d251e28,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:09.874110 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 40274) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:10.023446 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0fa87f53-e6ad-4240-b8ce-02194e4e0f07 admin admin] Publish callbacks [] for security_group (e490a6b4-791f-4348-98d3-63d21d251e28), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:10.028067 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9ac903-c88c-4899-b4f8-6013a68a4582 None None] Network 322a42f3-d464-4c19-b6b0-77256c56a83f requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:48:10.097650 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0fa87f53-e6ad-4240-b8ce-02194e4e0f07 admin admin] Publish callbacks [] for security_group (e490a6b4-791f-4348-98d3-63d21d251e28), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:10.110176 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-6f37dbda-4990-488f-a712-76a81e6ab80e None None] Provisioning complete for port cb182460-feed-434f-a22e-590902a972b2 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:10.110545 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-6f37dbda-4990-488f-a712-76a81e6ab80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (cb182460-feed-434f-a22e-590902a972b2), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:10.296125 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-6f37dbda-4990-488f-a712-76a81e6ab80e None None] Current status of the port cb182460-feed-434f-a22e-590902a972b2 is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:48:10.296125 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-6f37dbda-4990-488f-a712-76a81e6ab80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (cb182460-feed-434f-a22e-590902a972b2), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:10.378180 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-6f37dbda-4990-488f-a712-76a81e6ab80e None None] For port cb182460-feed-434f-a22e-590902a972b2, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=cb182460-feed-434f-a22e-590902a972b2,segment=NetworkSegment(3e280d8f-8b7c-488e-8dd2-9ec05996c7e9),segment_id=3e280d8f-8b7c-488e-8dd2-9ec05996c7e9)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:48:10.380289 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device cb182460-feed-434f-a22e-590902a972b2 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:48:10.460067 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port cb182460-feed-434f-a22e-590902a972b2 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:10.460539 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (cb182460-feed-434f-a22e-590902a972b2), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:10.501762 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c771ad-fcd5-445b-976a-0c279fc5827f req-e5217225-4027-4a67-8ea6-9ca73015c9a7 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:10.504485 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-56c771ad-fcd5-445b-976a-0c279fc5827f req-e5217225-4027-4a67-8ea6-9ca73015c9a7 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0672028 Jan 27 12:48:10.553050 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-6f37dbda-4990-488f-a712-76a81e6ab80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (cb182460-feed-434f-a22e-590902a972b2), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:10.615052 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-56c771ad-fcd5-445b-976a-0c279fc5827f req-c280207e-02eb-4022-93a8-1fa3a50b6c76 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002820 Jan 27 12:48:10.639867 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6012fc32-0f6c-461b-9ebd-82957ef4d40e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661868'] for router (d17f26d3-e108-47cf-8bd5-3dc81b6f788b), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:10.696473 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37dbda-4990-488f-a712-76a81e6ab80e None None] Pushing event updated for resources: {'Port': ['ID=cb182460-feed-434f-a22e-590902a972b2,revision_number=3']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:10.700695 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port cb182460-feed-434f-a22e-590902a972b2 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:48:10.717606 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-673d5d4b-f49c-4ebe-b1d4-0268297e79a5 None None] Provisioning complete for port cb182460-feed-434f-a22e-590902a972b2 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:10.717606 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-673d5d4b-f49c-4ebe-b1d4-0268297e79a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (cb182460-feed-434f-a22e-590902a972b2), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:10.731162 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0fa87f53-e6ad-4240-b8ce-02194e4e0f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (e490a6b4-791f-4348-98d3-63d21d251e28), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:10.734305 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0fa87f53-e6ad-4240-b8ce-02194e4e0f07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:10.736410 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-0fa87f53-e6ad-4240-b8ce-02194e4e0f07 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e490a6b4-791f-4348-98d3-63d21d251e28 HTTP/1.1" status: 204 len: 168 time: 0.8616016 Jan 27 12:48:10.748176 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa87f53-e6ad-4240-b8ce-02194e4e0f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e490a6b4-791f-4348-98d3-63d21d251e28,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:10.820909 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-673d5d4b-f49c-4ebe-b1d4-0268297e79a5 None None] Current status of the port cb182460-feed-434f-a22e-590902a972b2 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:48:10.973930 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd37e6b-ec74-4a40-a455-58f385ee6835 req-cec0a3a3-0cf9-492e-9fa2-0c0fddf2fa75 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:10.975526 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4fd37e6b-ec74-4a40-a455-58f385ee6835 req-cec0a3a3-0cf9-492e-9fa2-0c0fddf2fa75 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0678537 Jan 27 12:48:11.054428 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4fd37e6b-ec74-4a40-a455-58f385ee6835 req-e181b9cf-7821-4704-bfac-2c66970d7913 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541408 Jan 27 12:48:11.126624 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6012fc32-0f6c-461b-9ebd-82957ef4d40e admin admin] Router d17f26d3-e108-47cf-8bd5-3dc81b6f788b is scheduled to L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 with binding_index 1 {{(pid=109461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 12:48:11.280921 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6012fc32-0f6c-461b-9ebd-82957ef4d40e admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:48:11.294459 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] Sync routers for ids ['d17f26d3-e108-47cf-8bd5-3dc81b6f788b'] in dv-cinder-824031-3-iscsi {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:48:11.307168 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] Routers {'d17f26d3-e108-47cf-8bd5-3dc81b6f788b'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:48:11.308262 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:47:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['d17f26d3-e108-47cf-8bd5-3dc81b6f788b'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:48:11.409255 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6012fc32-0f6c-461b-9ebd-82957ef4d40e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:11.410884 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-6012fc32-0f6c-461b-9ebd-82957ef4d40e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8092532 Jan 27 12:48:11.414685 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 40302) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:11.481249 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] Set router d17f26d3-e108-47cf-8bd5-3dc81b6f788b gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:48:11.978347 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'name': 'tempest-TestMinimumBasicScenario-1137151388-router', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2171bbd2-ed55-418c-8218-f5c9f0de89d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:48:07Z', 'updated_at': '2022-01-27T12:48:09Z', 'revision_number': 3, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'gw_port': {'id': '2171bbd2-ed55-418c-8218-f5c9f0de89d6', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:08Z', 'updated_at': '2022-01-27T12:48:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:48:12.056039 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] Checking router: d17f26d3-e108-47cf-8bd5-3dc81b6f788b for host: dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:48:12.056392 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] Updating router d17f26d3-e108-47cf-8bd5-3dc81b6f788b port 2171bbd2-ed55-418c-8218-f5c9f0de89d6 binding host dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 12:48:12.128716 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (2171bbd2-ed55-418c-8218-f5c9f0de89d6), before_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:12.282427 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device cb182460-feed-434f-a22e-590902a972b2 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:48:12.388648 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be604f8-c791-4ea8-a249-439c2814dc04 req-866b0c82-4b27-417b-92b4-793e97b36246 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:12.390155 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2be604f8-c791-4ea8-a249-439c2814dc04 req-866b0c82-4b27-417b-92b4-793e97b36246 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0838177 Jan 27 12:48:12.408919 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port cb182460-feed-434f-a22e-590902a972b2 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:12.409591 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (cb182460-feed-434f-a22e-590902a972b2), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:12.536071 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port cb182460-feed-434f-a22e-590902a972b2 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:48:12.659185 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] Publish callbacks [] for port (2171bbd2-ed55-418c-8218-f5c9f0de89d6), precommit_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:12.676558 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2be604f8-c791-4ea8-a249-439c2814dc04 req-b8a09f03-ac4a-49cc-8bef-bbcb257f20ec tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802572 Jan 27 12:48:12.721447 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (2171bbd2-ed55-418c-8218-f5c9f0de89d6), after_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:12.856393 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] Attempting to bind port 2171bbd2-ed55-418c-8218-f5c9f0de89d6 on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:48:12.856393 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] Attempting to bind port 2171bbd2-ed55-418c-8218-f5c9f0de89d6 by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}] {{(pid=109464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:48:12.856393 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] Attempting to bind port 2171bbd2-ed55-418c-8218-f5c9f0de89d6 on network eb2842ee-b281-40a5-b8cc-bad91d1f4211 {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:48:12.868994 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca97205-6a6c-4314-a17f-427bdcd6026c None None] Pushing event updated for resources: {'Port': ['ID=2171bbd2-ed55-418c-8218-f5c9f0de89d6,revision_number=2']} {{(pid=109464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:12.874175 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:48:12.874558 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] Checking segment: {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:48:12.874999 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:12.875396 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] Bound using segment: {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'} {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:48:12.875876 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] Bound port: 2171bbd2-ed55-418c-8218-f5c9f0de89d6, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}}] {{(pid=109464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:48:12.876258 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (2171bbd2-ed55-418c-8218-f5c9f0de89d6), before_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:12.945110 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544c62e-d669-4363-b966-da0a21a93279 req-4bacef25-ec5d-4a90-9c17-3db80f7b65a0 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:12.947353 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6544c62e-d669-4363-b966-da0a21a93279 req-4bacef25-ec5d-4a90-9c17-3db80f7b65a0 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.1225171 Jan 27 12:48:12.986565 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.db [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] For port 2171bbd2-ed55-418c-8218-f5c9f0de89d6, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:48:12.995174 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.db [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] For port 2171bbd2-ed55-418c-8218-f5c9f0de89d6, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=2171bbd2-ed55-418c-8218-f5c9f0de89d6,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:48:13.034064 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6544c62e-d669-4363-b966-da0a21a93279 req-359ecd5d-6ae0-4108-9d86-7152d788205a tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780051 Jan 27 12:48:13.052129 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-321b71f7-8a88-4fec-87e0-14599808f209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:13.071125 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (2171bbd2-ed55-418c-8218-f5c9f0de89d6), after_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:13.163636 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca97205-6a6c-4314-a17f-427bdcd6026c None None] Pushing event updated for resources: {'Port': ['ID=2171bbd2-ed55-418c-8218-f5c9f0de89d6,revision_number=3']} {{(pid=109464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:13.187202 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] Routers {'d17f26d3-e108-47cf-8bd5-3dc81b6f788b'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:48:13.188280 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:47:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['d17f26d3-e108-47cf-8bd5-3dc81b6f788b'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:48:13.312760 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_common [None req-321b71f7-8a88-4fec-87e0-14599808f209 admin admin] Allocated IP 172.20.0.1 (322a42f3-d464-4c19-b6b0-77256c56a83f/177da310-319b-4f7a-b4aa-d1da259630e2/eeb32b88-a9e4-42a9-a0e6-3885a68ecbea) {{(pid=109462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:48:13.359178 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] Set router d17f26d3-e108-47cf-8bd5-3dc81b6f788b gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:48:13.454867 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-321b71f7-8a88-4fec-87e0-14599808f209 admin admin] Publish callbacks [] for port (eeb32b88-a9e4-42a9-a0e6-3885a68ecbea), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:13.566792 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'name': 'tempest-TestMinimumBasicScenario-1137151388-router', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2171bbd2-ed55-418c-8218-f5c9f0de89d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:48:07Z', 'updated_at': '2022-01-27T12:48:09Z', 'revision_number': 3, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'gw_port': {'id': '2171bbd2-ed55-418c-8218-f5c9f0de89d6', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:08Z', 'updated_at': '2022-01-27T12:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:48:13.592639 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099da3e1-b40f-492a-85d4-9efb28c4f9c1 None None] The sync data for ids ['d17f26d3-e108-47cf-8bd5-3dc81b6f788b'] in dv-cinder-824031-3-iscsi is: [{'id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'name': 'tempest-TestMinimumBasicScenario-1137151388-router', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2171bbd2-ed55-418c-8218-f5c9f0de89d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:48:07Z', 'updated_at': '2022-01-27T12:48:09Z', 'revision_number': 3, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'gw_port': {'id': '2171bbd2-ed55-418c-8218-f5c9f0de89d6', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:08Z', 'updated_at': '2022-01-27T12:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}] {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:48:13.595463 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-321b71f7-8a88-4fec-87e0-14599808f209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (eeb32b88-a9e4-42a9-a0e6-3885a68ecbea), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:13.644104 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321b71f7-8a88-4fec-87e0-14599808f209 admin admin] Network 322a42f3-d464-4c19-b6b0-77256c56a83f is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:48:13.652830 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-321b71f7-8a88-4fec-87e0-14599808f209 admin admin] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:48:13.669292 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321b71f7-8a88-4fec-87e0-14599808f209 admin admin] Received port after_create {{(pid=109462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:48:13.678289 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b71f7-8a88-4fec-87e0-14599808f209 admin admin] Pushing event updated for resources: {'Port': ['ID=eeb32b88-a9e4-42a9-a0e6-3885a68ecbea,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:13.734273 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-321b71f7-8a88-4fec-87e0-14599808f209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664249'] for router_interface (d17f26d3-e108-47cf-8bd5-3dc81b6f788b), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:13.896494 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35178859-da39-4ecb-8fa0-002fac97f2d5 req-b62b377f-4af8-46d9-a4d3-cdd54da0b00a tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:13.912264 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-35178859-da39-4ecb-8fa0-002fac97f2d5 req-b62b377f-4af8-46d9-a4d3-cdd54da0b00a tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.1172938 Jan 27 12:48:13.988212 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-95e4bbaf-e662-421f-a75e-297f0dcce6f4 None None] Provisioning complete for port eeb32b88-a9e4-42a9-a0e6-3885a68ecbea triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:14.002098 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-95e4bbaf-e662-421f-a75e-297f0dcce6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (eeb32b88-a9e4-42a9-a0e6-3885a68ecbea), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:14.022579 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-321b71f7-8a88-4fec-87e0-14599808f209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (eeb32b88-a9e4-42a9-a0e6-3885a68ecbea), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:14.042921 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-35178859-da39-4ecb-8fa0-002fac97f2d5 req-090ba3fe-e654-469a-8b71-7204fd964ca8 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269550 Jan 27 12:48:14.145726 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-95e4bbaf-e662-421f-a75e-297f0dcce6f4 None None] Port eeb32b88-a9e4-42a9-a0e6-3885a68ecbea cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:48:14.274519 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 2171bbd2-ed55-418c-8218-f5c9f0de89d6 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:48:14.331601 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-321b71f7-8a88-4fec-87e0-14599808f209 admin admin] Publish callbacks [] for port (eeb32b88-a9e4-42a9-a0e6-3885a68ecbea), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:14.372796 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 2171bbd2-ed55-418c-8218-f5c9f0de89d6 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:14.373172 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (2171bbd2-ed55-418c-8218-f5c9f0de89d6), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:14.417996 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-321b71f7-8a88-4fec-87e0-14599808f209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (eeb32b88-a9e4-42a9-a0e6-3885a68ecbea), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:14.484237 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 2171bbd2-ed55-418c-8218-f5c9f0de89d6 is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:48:14.484552 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (2171bbd2-ed55-418c-8218-f5c9f0de89d6), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:14.506451 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] For port 2171bbd2-ed55-418c-8218-f5c9f0de89d6, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=2171bbd2-ed55-418c-8218-f5c9f0de89d6,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:48:14.512668 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b71f7-8a88-4fec-87e0-14599808f209 admin admin] Pushing event updated for resources: {'Port': ['ID=eeb32b88-a9e4-42a9-a0e6-3885a68ecbea,revision_number=2']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:14.517722 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-321b71f7-8a88-4fec-87e0-14599808f209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1664617'] for router_interface (d17f26d3-e108-47cf-8bd5-3dc81b6f788b), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:14.590047 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (2171bbd2-ed55-418c-8218-f5c9f0de89d6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:14.613212 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321b71f7-8a88-4fec-87e0-14599808f209 admin admin] Network 322a42f3-d464-4c19-b6b0-77256c56a83f is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:48:14.614702 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-321b71f7-8a88-4fec-87e0-14599808f209 admin admin] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:48:14.648978 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Pushing event updated for resources: {'Port': ['ID=2171bbd2-ed55-418c-8218-f5c9f0de89d6,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:14.749352 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321b71f7-8a88-4fec-87e0-14599808f209 admin admin] Router d17f26d3-e108-47cf-8bd5-3dc81b6f788b has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:48:14.907185 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321b71f7-8a88-4fec-87e0-14599808f209 admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:48:14.917654 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-321b71f7-8a88-4fec-87e0-14599808f209 admin admin] 10.222.0.39 "PUT /v2.0/routers/d17f26d3-e108-47cf-8bd5-3dc81b6f788b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4964252 Jan 27 12:48:14.982639 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-31c6957b-7d5b-46c2-b9db-341182cd13cd None None] Provisioning complete for port eeb32b88-a9e4-42a9-a0e6-3885a68ecbea triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:14.983069 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-31c6957b-7d5b-46c2-b9db-341182cd13cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (eeb32b88-a9e4-42a9-a0e6-3885a68ecbea), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:15.050452 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-31c6957b-7d5b-46c2-b9db-341182cd13cd None None] Port eeb32b88-a9e4-42a9-a0e6-3885a68ecbea cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:48:15.244459 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-d93818a3-163a-4cd8-95e7-dea5d4878d50 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:15.246182 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-d93818a3-163a-4cd8-95e7-dea5d4878d50 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/networks?id=1a947d14-4622-4e1b-8ca5-f566d085c54e HTTP/1.1" status: 200 len: 814 time: 0.1284547 Jan 27 12:48:15.266873 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-9de7df3a-950b-479c-86ac-159e65e26ba1 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/quotas/2bdd17e9465442c6b527b37e80925d48 HTTP/1.1" status: 200 len: 375 time: 0.0151668 Jan 27 12:48:15.323789 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab2123-9bd6-47d9-8386-a04874377d7b req-b8043b17-51cf-4a09-a914-15304b7818a4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:15.325766 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-99ab2123-9bd6-47d9-8386-a04874377d7b req-b8043b17-51cf-4a09-a914-15304b7818a4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0860407 Jan 27 12:48:15.390243 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-1ad9d255-c4bd-4f03-991f-817cc9f2cfae tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2bdd17e9465442c6b527b37e80925d48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1025329 Jan 27 12:48:15.433061 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-99ab2123-9bd6-47d9-8386-a04874377d7b req-6aefe6ee-c6f9-4dea-80c5-b77e9550a465 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011925 Jan 27 12:48:15.500297 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-3fe4b9ae-6eaa-4d06-834d-46c0c0893521 service neutron] 10.222.0.39 "GET /v2.0/networks/1a947d14-4622-4e1b-8ca5-f566d085c54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040556 Jan 27 12:48:15.613183 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-b0847453-1a0d-45a9-8bb2-439338d881b6 service neutron] 10.222.0.39 "GET /v2.0/networks/1a947d14-4622-4e1b-8ca5-f566d085c54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069987 Jan 27 12:48:15.666160 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-42e8a399-96f8-485d-9afd-7ffc63704de3 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=4c7dea9a024745bda4e1282e055afae3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393567 Jan 27 12:48:15.768073 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] Sync routers for ids ['d17f26d3-e108-47cf-8bd5-3dc81b6f788b'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:48:15.779201 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] Routers {'d17f26d3-e108-47cf-8bd5-3dc81b6f788b'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:48:15.779950 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:47:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['d17f26d3-e108-47cf-8bd5-3dc81b6f788b'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:48:15.858043 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-ec9583a3-15f4-4e40-bd9b-7d7162bf21bd tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:15.864656 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-ec9583a3-15f4-4e40-bd9b-7d7162bf21bd tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1928768 Jan 27 12:48:15.880159 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-299ab4ef-6b61-4787-abe8-de348bb11e9f tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/quotas/4c7dea9a024745bda4e1282e055afae3 HTTP/1.1" status: 200 len: 375 time: 0.0146029 Jan 27 12:48:15.899403 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] Set router d17f26d3-e108-47cf-8bd5-3dc81b6f788b gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:48:15.914636 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-e6e487cd-2081-4e7d-ae0f-456f24d68e6a tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c7dea9a024745bda4e1282e055afae3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330389 Jan 27 12:48:15.997167 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 40510) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:16.002353 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-c576f036-f35d-47a3-8fef-120a65db298e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-180837661-network', 'tenant_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:48:16.010212 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-950f1366-2c68-4b04-9c51-27b3dd0419a6 req-089e5a41-a976-46c4-9df4-7ea41ca24de7 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 210 time: 0.0378397 Jan 27 12:48:16.159835 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 2171bbd2-ed55-418c-8218-f5c9f0de89d6 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:48:16.183818 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c576f036-f35d-47a3-8fef-120a65db298e admin admin] Made reservation on behalf of c65672c3ddeb4ea6b5d50e94a2c8c2e7 for: {'network': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:48:16.186228 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c576f036-f35d-47a3-8fef-120a65db298e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for network (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:16.194773 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c576f036-f35d-47a3-8fef-120a65db298e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:16.210365 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'name': 'tempest-TestMinimumBasicScenario-1137151388-router', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2171bbd2-ed55-418c-8218-f5c9f0de89d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:48:07Z', 'updated_at': '2022-01-27T12:48:13Z', 'revision_number': 4, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'gw_port': {'id': '2171bbd2-ed55-418c-8218-f5c9f0de89d6', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:08Z', 'updated_at': '2022-01-27T12:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'eeb32b88-a9e4-42a9-a0e6-3885a68ecbea', 'name': '', 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'mac_address': 'fa:16:3e:ab:40:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '177da310-319b-4f7a-b4aa-d1da259630e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:13Z', 'updated_at': '2022-01-27T12:48:14Z', 'revision_number': 2, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'subnets': [{'id': '177da310-319b-4f7a-b4aa-d1da259630e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:48:16.263309 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] Checking router: d17f26d3-e108-47cf-8bd5-3dc81b6f788b for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:48:16.263861 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] Updating router d17f26d3-e108-47cf-8bd5-3dc81b6f788b port eeb32b88-a9e4-42a9-a0e6-3885a68ecbea binding host dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 12:48:16.321477 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c576f036-f35d-47a3-8fef-120a65db298e admin admin] Publish callbacks [] for security_group (76afa121-fc27-4a77-b22a-34a60b94391f), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:16.321615 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 2171bbd2-ed55-418c-8218-f5c9f0de89d6 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:16.322050 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (2171bbd2-ed55-418c-8218-f5c9f0de89d6), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:16.325143 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (eeb32b88-a9e4-42a9-a0e6-3885a68ecbea), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:16.328875 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d00951ca-4348-4cc7-b66b-5fd686395810 req-e772b91e-1dee-4d60-b450-84f47618e131 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/ports?device_id=93b88502-4733-4aa0-b671-9676c07382e4 HTTP/1.1" status: 200 len: 210 time: 0.0349357 Jan 27 12:48:16.383924 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c576f036-f35d-47a3-8fef-120a65db298e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (76afa121-fc27-4a77-b22a-34a60b94391f), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:16.424337 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c576f036-f35d-47a3-8fef-120a65db298e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=109461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 12:48:16.434133 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576f036-f35d-47a3-8fef-120a65db298e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76afa121-fc27-4a77-b22a-34a60b94391f,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:16.445687 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c576f036-f35d-47a3-8fef-120a65db298e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (04d0b1f5-ec8a-4850-9188-0fe1ddbb505e), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:16.445687 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.db.segments_db [None req-c576f036-f35d-47a3-8fef-120a65db298e admin admin] Added segment 04d0b1f5-ec8a-4850-9188-0fe1ddbb505e of type vlan for network 986a62ca-d786-4206-b635-783ada1ffd98 Jan 27 12:48:16.499061 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c576f036-f35d-47a3-8fef-120a65db298e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727397602151'] for network (986a62ca-d786-4206-b635-783ada1ffd98), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:16.575973 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ab52c-3062-42b4-a9fd-e7a558ee6273 req-e41d981b-3865-47d0-b40f-2611a3709e5a tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:16.579758 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f56ab52c-3062-42b4-a9fd-e7a558ee6273 req-e41d981b-3865-47d0-b40f-2611a3709e5a tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0682707 Jan 27 12:48:16.610461 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c576f036-f35d-47a3-8fef-120a65db298e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for network (986a62ca-d786-4206-b635-783ada1ffd98), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:16.619373 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c576f036-f35d-47a3-8fef-120a65db298e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:16.625451 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c576f036-f35d-47a3-8fef-120a65db298e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:16.671187 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 2171bbd2-ed55-418c-8218-f5c9f0de89d6 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:48:16.711200 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f56ab52c-3062-42b4-a9fd-e7a558ee6273 req-0849423d-1a51-45b9-b712-c26ee58ed61e tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225135 Jan 27 12:48:16.715435 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576f036-f35d-47a3-8fef-120a65db298e admin admin] Pushing event updated for resources: {'Network': ['ID=986a62ca-d786-4206-b635-783ada1ffd98,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:16.735568 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-c576f036-f35d-47a3-8fef-120a65db298e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7282572 Jan 27 12:48:16.735751 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Network 986a62ca-d786-4206-b635-783ada1ffd98 details requested by agent ovs-agent-dv-cinder-824031-3-iscsi with host dv-cinder-824031-3-iscsi {{(pid=109463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 12:48:16.735827 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 40552) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:16.735827 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-b25099ad-f467-4394-9bd2-775c673f8b75 admin admin] Request body: {'subnet': {'network_id': '986a62ca-d786-4206-b635-783ada1ffd98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-180837661-subnet', 'tenant_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'ip_version': 4}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:48:16.829464 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25099ad-f467-4394-9bd2-775c673f8b75 admin admin] Made reservation on behalf of c65672c3ddeb4ea6b5d50e94a2c8c2e7 for: {'subnet': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:48:16.837515 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b25099ad-f467-4394-9bd2-775c673f8b75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3294725'] for subnet (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:16.890946 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] Publish callbacks [] for port (eeb32b88-a9e4-42a9-a0e6-3885a68ecbea), precommit_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:16.960785 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (eeb32b88-a9e4-42a9-a0e6-3885a68ecbea), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:17.010031 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fbca8-2c0d-4f88-942b-c0208543ce5f None None] Pushing event updated for resources: {'Port': ['ID=eeb32b88-a9e4-42a9-a0e6-3885a68ecbea,revision_number=3']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:17.071042 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] Attempting to bind port eeb32b88-a9e4-42a9-a0e6-3885a68ecbea on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:48:17.071443 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] Attempting to bind port eeb32b88-a9e4-42a9-a0e6-3885a68ecbea by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': '3e280d8f-8b7c-488e-8dd2-9ec05996c7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f'}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:48:17.071801 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] Attempting to bind port eeb32b88-a9e4-42a9-a0e6-3885a68ecbea on network 322a42f3-d464-4c19-b6b0-77256c56a83f {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:48:17.076822 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b25099ad-f467-4394-9bd2-775c673f8b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3294771'] for subnet (d478b4d3-1700-411f-aace-b54894f650b9), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:17.085012 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:48:17.087567 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] Checking segment: {'id': '3e280d8f-8b7c-488e-8dd2-9ec05996c7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:48:17.087567 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:17.087567 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] Bound using segment: {'id': '3e280d8f-8b7c-488e-8dd2-9ec05996c7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f'} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:48:17.087567 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] Bound port: eeb32b88-a9e4-42a9-a0e6-3885a68ecbea, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e280d8f-8b7c-488e-8dd2-9ec05996c7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f'}}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:48:17.087567 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (eeb32b88-a9e4-42a9-a0e6-3885a68ecbea), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:17.172158 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ec41c370-7c74-42b0-8ae4-ede1a95c3b1a req-5a2a222f-09eb-4d7f-92be-5d10dc856f66 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 210 time: 0.0461648 Jan 27 12:48:17.173075 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] For port eeb32b88-a9e4-42a9-a0e6-3885a68ecbea, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:48:17.178070 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] For port eeb32b88-a9e4-42a9-a0e6-3885a68ecbea, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=eeb32b88-a9e4-42a9-a0e6-3885a68ecbea,segment=NetworkSegment(3e280d8f-8b7c-488e-8dd2-9ec05996c7e9),segment_id=3e280d8f-8b7c-488e-8dd2-9ec05996c7e9)] {{(pid=109463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:48:17.185601 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25099ad-f467-4394-9bd2-775c673f8b75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d478b4d3-1700-411f-aace-b54894f650b9,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:17.190401 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25099ad-f467-4394-9bd2-775c673f8b75 admin admin] Checking segment: {'id': '04d0b1f5-ec8a-4850-9188-0fe1ddbb505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '986a62ca-d786-4206-b635-783ada1ffd98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:48:17.190908 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25099ad-f467-4394-9bd2-775c673f8b75 admin admin] Network hostable DHCP agents. Network: 986a62ca-d786-4206-b635-783ada1ffd98, hostable agents: ['8eb3a606-acf3-4d34-8208-a31c99af56ba'], hosted agents: [] {{(pid=109461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 12:48:17.252756 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (eeb32b88-a9e4-42a9-a0e6-3885a68ecbea), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:17.309346 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25099ad-f467-4394-9bd2-775c673f8b75 admin admin] Network 986a62ca-d786-4206-b635-783ada1ffd98 is scheduled to be hosted by DHCP agent 8eb3a606-acf3-4d34-8208-a31c99af56ba with binding_index 1 {{(pid=109461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 12:48:17.328701 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-769e92f1-dc47-469d-a88e-062133fb865b None None] Provisioning complete for port eeb32b88-a9e4-42a9-a0e6-3885a68ecbea triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:17.329078 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-769e92f1-dc47-469d-a88e-062133fb865b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (eeb32b88-a9e4-42a9-a0e6-3885a68ecbea), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:17.330959 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] Routers {'d17f26d3-e108-47cf-8bd5-3dc81b6f788b'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:48:17.331582 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:47:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['d17f26d3-e108-47cf-8bd5-3dc81b6f788b'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:48:17.333195 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fbca8-2c0d-4f88-942b-c0208543ce5f None None] Pushing event updated for resources: {'Port': ['ID=eeb32b88-a9e4-42a9-a0e6-3885a68ecbea,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:17.391656 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-b25099ad-f467-4394-9bd2-775c673f8b75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-3-iscsi, 986a62ca-d786-4206-b635-783ada1ffd98) {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:48:17.406762 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512cd1a0-789b-4f74-878c-9b750565d2ca None None] Network 986a62ca-d786-4206-b635-783ada1ffd98 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:48:17.420555 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25099ad-f467-4394-9bd2-775c673f8b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:17.420555 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b25099ad-f467-4394-9bd2-775c673f8b75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for subnet (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:17.433519 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9340cb57-e2f0-429f-81ff-92f9df9f525e req-7a8df43b-0856-4aad-8712-5f3bfc6ff363 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/ports?device_id=93b88502-4733-4aa0-b671-9676c07382e4 HTTP/1.1" status: 200 len: 210 time: 0.0512729 Jan 27 12:48:17.523332 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-b25099ad-f467-4394-9bd2-775c673f8b75 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7946935 Jan 27 12:48:17.525889 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 40568) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:17.530296 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-f7972b78-7763-49fd-b467-e88c3e641bf0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-180837661-router', 'tenant_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:48:17.565474 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] Set router d17f26d3-e108-47cf-8bd5-3dc81b6f788b gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:48:17.612612 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f7972b78-7763-49fd-b467-e88c3e641bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1666215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108346'] for router (c14cb6a7-51a7-45f2-8863-17f100c85755), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:17.615158 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f7972b78-7763-49fd-b467-e88c3e641bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1661945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1903227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108291'] for router (c14cb6a7-51a7-45f2-8863-17f100c85755), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:17.626219 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3667a5-4259-4b8d-95ac-77f3ea10dfae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddd921a7-f886-55d8-9d7f-b4a49e13882a-986a62ca-d786-4206-b635-783ada1ffd98', 'network_id': '986a62ca-d786-4206-b635-783ada1ffd98', 'project_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'fixed_ips': [{'subnet_id': 'd478b4d3-1700-411f-aace-b54894f650b9'}]}} from dv-cinder-824031-3-iscsi. {{(pid=109463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 12:48:17.627118 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-3e3667a5-4259-4b8d-95ac-77f3ea10dfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:17.637113 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-769e92f1-dc47-469d-a88e-062133fb865b None None] Current status of the port eeb32b88-a9e4-42a9-a0e6-3885a68ecbea is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:48:17.640184 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-769e92f1-dc47-469d-a88e-062133fb865b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (eeb32b88-a9e4-42a9-a0e6-3885a68ecbea), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:17.670484 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f7972b78-7763-49fd-b467-e88c3e641bf0 admin admin] Publish callbacks [] for router_controller (c14cb6a7-51a7-45f2-8863-17f100c85755), precommit_add_association {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:17.810013 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-769e92f1-dc47-469d-a88e-062133fb865b None None] For port eeb32b88-a9e4-42a9-a0e6-3885a68ecbea, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=eeb32b88-a9e4-42a9-a0e6-3885a68ecbea,segment=NetworkSegment(3e280d8f-8b7c-488e-8dd2-9ec05996c7e9),segment_id=3e280d8f-8b7c-488e-8dd2-9ec05996c7e9)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:48:17.890339 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f7972b78-7763-49fd-b467-e88c3e641bf0 admin admin] Publish callbacks [] for router_gateway (c14cb6a7-51a7-45f2-8863-17f100c85755), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:17.902536 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-769e92f1-dc47-469d-a88e-062133fb865b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (eeb32b88-a9e4-42a9-a0e6-3885a68ecbea), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:17.904701 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.db_base_plugin_common [None req-3e3667a5-4259-4b8d-95ac-77f3ea10dfae None None] Allocated IP 172.20.0.2 (986a62ca-d786-4206-b635-783ada1ffd98/d478b4d3-1700-411f-aace-b54894f650b9/7df53734-a9f0-4c00-9339-fe17cbe089a8) {{(pid=109463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:48:17.905060 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d14b43-52cf-4502-9625-82f2b36a4524 req-b41acd5c-4f83-4f42-b973-728b4b1dbf05 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:17.906535 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d5d14b43-52cf-4502-9625-82f2b36a4524 req-b41acd5c-4f83-4f42-b973-728b4b1dbf05 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.1156373 Jan 27 12:48:17.964061 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d5d14b43-52cf-4502-9625-82f2b36a4524 req-170193f9-6464-4e68-ac71-26d50b9f1945 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512619 Jan 27 12:48:18.014956 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e92f1-dc47-469d-a88e-062133fb865b None None] Pushing event updated for resources: {'Port': ['ID=eeb32b88-a9e4-42a9-a0e6-3885a68ecbea,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:18.046776 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'name': 'tempest-TestMinimumBasicScenario-1137151388-router', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2171bbd2-ed55-418c-8218-f5c9f0de89d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:48:07Z', 'updated_at': '2022-01-27T12:48:13Z', 'revision_number': 4, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'gw_port': {'id': '2171bbd2-ed55-418c-8218-f5c9f0de89d6', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:08Z', 'updated_at': '2022-01-27T12:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'eeb32b88-a9e4-42a9-a0e6-3885a68ecbea', 'name': '', 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'mac_address': 'fa:16:3e:ab:40:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '177da310-319b-4f7a-b4aa-d1da259630e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:13Z', 'updated_at': '2022-01-27T12:48:17Z', 'revision_number': 4, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'subnets': [{'id': '177da310-319b-4f7a-b4aa-d1da259630e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:48:18.084829 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-824bfc4b-90e0-4ac5-8c44-c84f1523e1a1 None None] Provisioning complete for port eeb32b88-a9e4-42a9-a0e6-3885a68ecbea triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:18.086148 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-824bfc4b-90e0-4ac5-8c44-c84f1523e1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (eeb32b88-a9e4-42a9-a0e6-3885a68ecbea), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:18.093759 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f22af3-a829-4eb6-a451-3b8bf7d5fd4f None None] The sync data for ids ['d17f26d3-e108-47cf-8bd5-3dc81b6f788b'] in dv-cinder-824031-3-iscsi is: [{'id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'name': 'tempest-TestMinimumBasicScenario-1137151388-router', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2171bbd2-ed55-418c-8218-f5c9f0de89d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:48:07Z', 'updated_at': '2022-01-27T12:48:13Z', 'revision_number': 4, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'gw_port': {'id': '2171bbd2-ed55-418c-8218-f5c9f0de89d6', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:08Z', 'updated_at': '2022-01-27T12:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'eeb32b88-a9e4-42a9-a0e6-3885a68ecbea', 'name': '', 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'mac_address': 'fa:16:3e:ab:40:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '177da310-319b-4f7a-b4aa-d1da259630e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:13Z', 'updated_at': '2022-01-27T12:48:17Z', 'revision_number': 4, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'subnets': [{'id': '177da310-319b-4f7a-b4aa-d1da259630e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:48:18.206265 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f7972b78-7763-49fd-b467-e88c3e641bf0 admin admin] Publish callbacks [] for router_gateway (c14cb6a7-51a7-45f2-8863-17f100c85755), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:18.233055 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f7972b78-7763-49fd-b467-e88c3e641bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:18.238336 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-3e3667a5-4259-4b8d-95ac-77f3ea10dfae None None] Publish callbacks [] for port (7df53734-a9f0-4c00-9339-fe17cbe089a8), precommit_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:18.251156 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-824bfc4b-90e0-4ac5-8c44-c84f1523e1a1 None None] Current status of the port eeb32b88-a9e4-42a9-a0e6-3885a68ecbea is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:48:18.298403 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-3e3667a5-4259-4b8d-95ac-77f3ea10dfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551'] for port (7df53734-a9f0-4c00-9339-fe17cbe089a8), after_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:18.314844 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-056efa8c-e658-4abd-8827-95d963c9afbb req-596c64b5-20ad-4bf0-a92e-572c844f3f10 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 210 time: 0.0577459 Jan 27 12:48:18.339928 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3667a5-4259-4b8d-95ac-77f3ea10dfae None None] Network 986a62ca-d786-4206-b635-783ada1ffd98 is already hosted by enough agents. {{(pid=109463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:48:18.343105 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.scheduler.base_scheduler [None req-3e3667a5-4259-4b8d-95ac-77f3ea10dfae None None] Resources bound (agent type, host, resource id): {{(pid=109463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:48:18.347411 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3667a5-4259-4b8d-95ac-77f3ea10dfae None None] Received port after_create {{(pid=109463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:48:18.363695 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3667a5-4259-4b8d-95ac-77f3ea10dfae None None] Pushing event updated for resources: {'Port': ['ID=7df53734-a9f0-4c00-9339-fe17cbe089a8,revision_number=1']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:18.394078 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_common [None req-f7972b78-7763-49fd-b467-e88c3e641bf0 admin admin] Allocated IP 172.27.2.125 (eb2842ee-b281-40a5-b8cc-bad91d1f4211/1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a/fbdb5115-ddfd-452e-91ec-9daa2bca592d) {{(pid=109461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:48:18.414189 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-3e3667a5-4259-4b8d-95ac-77f3ea10dfae None None] Attempting to bind port 7df53734-a9f0-4c00-9339-fe17cbe089a8 on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:48:18.414597 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-3e3667a5-4259-4b8d-95ac-77f3ea10dfae None None] Attempting to bind port 7df53734-a9f0-4c00-9339-fe17cbe089a8 by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': '04d0b1f5-ec8a-4850-9188-0fe1ddbb505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '986a62ca-d786-4206-b635-783ada1ffd98'}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:48:18.415098 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3667a5-4259-4b8d-95ac-77f3ea10dfae None None] Attempting to bind port 7df53734-a9f0-4c00-9339-fe17cbe089a8 on network 986a62ca-d786-4206-b635-783ada1ffd98 {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:48:18.420543 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3667a5-4259-4b8d-95ac-77f3ea10dfae None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:48:18.420918 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3667a5-4259-4b8d-95ac-77f3ea10dfae None None] Checking segment: {'id': '04d0b1f5-ec8a-4850-9188-0fe1ddbb505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '986a62ca-d786-4206-b635-783ada1ffd98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:48:18.421333 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-3e3667a5-4259-4b8d-95ac-77f3ea10dfae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:18.421731 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3667a5-4259-4b8d-95ac-77f3ea10dfae None None] Bound using segment: {'id': '04d0b1f5-ec8a-4850-9188-0fe1ddbb505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '986a62ca-d786-4206-b635-783ada1ffd98'} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:48:18.422337 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-3e3667a5-4259-4b8d-95ac-77f3ea10dfae None None] Bound port: 7df53734-a9f0-4c00-9339-fe17cbe089a8, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d0b1f5-ec8a-4850-9188-0fe1ddbb505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '986a62ca-d786-4206-b635-783ada1ffd98'}}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:48:18.422808 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-3e3667a5-4259-4b8d-95ac-77f3ea10dfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (7df53734-a9f0-4c00-9339-fe17cbe089a8), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:18.506762 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-3e3667a5-4259-4b8d-95ac-77f3ea10dfae None None] For port 7df53734-a9f0-4c00-9339-fe17cbe089a8, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:48:18.511066 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-3e3667a5-4259-4b8d-95ac-77f3ea10dfae None None] For port 7df53734-a9f0-4c00-9339-fe17cbe089a8, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=7df53734-a9f0-4c00-9339-fe17cbe089a8,segment=NetworkSegment(04d0b1f5-ec8a-4850-9188-0fe1ddbb505e),segment_id=04d0b1f5-ec8a-4850-9188-0fe1ddbb505e)] {{(pid=109463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:48:18.522774 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f7972b78-7763-49fd-b467-e88c3e641bf0 admin admin] Publish callbacks [] for port (fbdb5115-ddfd-452e-91ec-9daa2bca592d), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:18.544051 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e30560aa-5df4-483b-8ac1-761d802aed36 req-ce39cdbd-e55e-477f-9af9-8e675bdd5850 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/ports?device_id=93b88502-4733-4aa0-b671-9676c07382e4 HTTP/1.1" status: 200 len: 210 time: 0.0417433 Jan 27 12:48:18.589682 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-3e3667a5-4259-4b8d-95ac-77f3ea10dfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (7df53734-a9f0-4c00-9339-fe17cbe089a8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:18.664360 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f7972b78-7763-49fd-b467-e88c3e641bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (fbdb5115-ddfd-452e-91ec-9daa2bca592d), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:18.720604 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7972b78-7763-49fd-b467-e88c3e641bf0 admin admin] Network eb2842ee-b281-40a5-b8cc-bad91d1f4211 is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:48:18.724796 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-f7972b78-7763-49fd-b467-e88c3e641bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:48:18.732304 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7972b78-7763-49fd-b467-e88c3e641bf0 admin admin] Received port after_create {{(pid=109461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:48:18.772865 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7972b78-7763-49fd-b467-e88c3e641bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=fbdb5115-ddfd-452e-91ec-9daa2bca592d,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:18.783998 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3667a5-4259-4b8d-95ac-77f3ea10dfae None None] Pushing event updated for resources: {'Port': ['ID=7df53734-a9f0-4c00-9339-fe17cbe089a8,revision_number=2']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:19.138488 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3f1f8-bb1b-4589-b24d-97c9a5f6c52d req-c7288d1e-81aa-417a-9cd8-beaed62c1b0d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:19.146690 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-06f3f1f8-bb1b-4589-b24d-97c9a5f6c52d req-c7288d1e-81aa-417a-9cd8-beaed62c1b0d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0752761 Jan 27 12:48:19.163288 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f7972b78-7763-49fd-b467-e88c3e641bf0 admin admin] Publish callbacks [] for router_gateway (c14cb6a7-51a7-45f2-8863-17f100c85755), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:19.200506 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 40586) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:19.288482 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-06f3f1f8-bb1b-4589-b24d-97c9a5f6c52d req-b98a78ca-1d42-4616-8ddf-bd4f2539c284 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389503 Jan 27 12:48:19.303270 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_v2 [None req-2492f374-fd48-4542-8893-facb550047d0 admin admin] Deleting subnet 9f47d2d1-8aa5-4478-9940-d5c781a54a43 {{(pid=109462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 12:48:19.306603 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-2492f374-fd48-4542-8893-facb550047d0 admin admin] Publish callbacks [] for subnet (9f47d2d1-8aa5-4478-9940-d5c781a54a43), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:19.359383 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-2492f374-fd48-4542-8893-facb550047d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25970311'] for subnet (9f47d2d1-8aa5-4478-9940-d5c781a54a43), precommit_delete_associations {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:19.438908 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-2492f374-fd48-4542-8893-facb550047d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676805'] for subnet (9f47d2d1-8aa5-4478-9940-d5c781a54a43), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:19.606887 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-2492f374-fd48-4542-8893-facb550047d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3262219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25816237'] for subnet (9f47d2d1-8aa5-4478-9940-d5c781a54a43), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:19.751149 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3596cbd5-5c3f-45f3-80be-f23569cc18aa req-4e433ca1-b2f7-40ba-a039-7335e54aea9f tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 210 time: 0.0479786 Jan 27 12:48:19.762399 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492f374-fd48-4542-8893-facb550047d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f47d2d1-8aa5-4478-9940-d5c781a54a43,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:19.766134 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7283af1c-5594-411a-a025-38725d4894b9 req-b573b723-b0cd-47ff-a851-4dfe70d3d4ae tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/ports?device_id=93b88502-4733-4aa0-b671-9676c07382e4 HTTP/1.1" status: 200 len: 210 time: 0.0365851 Jan 27 12:48:19.768524 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f7972b78-7763-49fd-b467-e88c3e641bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661868'] for router (c14cb6a7-51a7-45f2-8863-17f100c85755), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:19.769404 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-42efc48a-a83f-4b97-b7b7-d9f7ddf2cf50 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4c7dea9a024745bda4e1282e055afae3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1019568 Jan 27 12:48:19.773164 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-2492f374-fd48-4542-8893-facb550047d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:19.776967 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-2492f374-fd48-4542-8893-facb550047d0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9f47d2d1-8aa5-4478-9940-d5c781a54a43 HTTP/1.1" status: 204 len: 168 time: 0.5750227 Jan 27 12:48:19.781825 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 40604) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:19.962360 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3bb6cdd8-c461-47f9-adca-de1f3b890965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617860'] for network (0039d15b-8cd4-4e00-bf29-e70c3c097634), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:20.008217 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-ee59ffd3-76af-42a9-b02c-00fcac9ea222 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:20.009175 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-ee59ffd3-76af-42a9-b02c-00fcac9ea222 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308509 Jan 27 12:48:20.028661 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-a07d8217-7fa3-44a1-8e5a-ba95a7f26513 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Request body: {'port': {'device_id': '93b88502-4733-4aa0-b671-9676c07382e4', 'network_id': 'adaaf5a9-5b48-422f-87b8-0c6ea6d028c2', 'admin_state_up': True, 'tenant_id': '4c7dea9a024745bda4e1282e055afae3'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:48:20.067184 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-e79f2b0d-6ebb-4c16-8118-78ca83013678 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:20.069285 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-e79f2b0d-6ebb-4c16-8118-78ca83013678 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.13 "GET /v2.0/networks?id=1a947d14-4622-4e1b-8ca5-f566d085c54e HTTP/1.1" status: 200 len: 814 time: 0.2324684 Jan 27 12:48:20.087031 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244d3c81-1aef-4e9a-ab51-db2ae321f793 None None] Network 986a62ca-d786-4206-b635-783ada1ffd98 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:48:20.090794 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-641e617b-f7c1-4bc6-aa23-c576c581ad93 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Request body: {'port': {'device_id': '8fe8d3c1-7fc1-4f52-8f36-2fce658a3364', 'network_id': '1a947d14-4622-4e1b-8ca5-f566d085c54e', 'admin_state_up': True, 'tenant_id': '2bdd17e9465442c6b527b37e80925d48'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:48:20.182228 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3bb6cdd8-c461-47f9-adca-de1f3b890965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678482', 'neutron.services.segments.db._delete_segments_for_network-8727398100354'] for network (0039d15b-8cd4-4e00-bf29-e70c3c097634), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:20.194638 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-2e146107-8543-4275-b51a-9b9dcd04b3f3 None None] Provisioning complete for port 7df53734-a9f0-4c00-9339-fe17cbe089a8 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:20.195950 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-2e146107-8543-4275-b51a-9b9dcd04b3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (7df53734-a9f0-4c00-9339-fe17cbe089a8), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:20.222620 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.services.segments.db [None req-3bb6cdd8-c461-47f9-adca-de1f3b890965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0039d15b-8cd4-4e00-bf29-e70c3c097634']}} {{(pid=109461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:48:20.241647 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.services.segments.db [None req-3bb6cdd8-c461-47f9-adca-de1f3b890965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4fa98a-0c13-4457-8482-e90382ecb4f2') {'for_net_delete': True} {{(pid=109461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:48:20.241951 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.services.segments.db [None req-3bb6cdd8-c461-47f9-adca-de1f3b890965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4fa98a-0c13-4457-8482-e90382ecb4f2') {} {{(pid=109461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:48:20.257447 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3bb6cdd8-c461-47f9-adca-de1f3b890965 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727398101899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25843853'] for segment (4e4fa98a-0c13-4457-8482-e90382ecb4f2), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:20.285099 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3bb6cdd8-c461-47f9-adca-de1f3b890965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (4e4fa98a-0c13-4457-8482-e90382ecb4f2), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:20.298057 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-a07d8217-7fa3-44a1-8e5a-ba95a7f26513 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Made reservation on behalf of 4c7dea9a024745bda4e1282e055afae3 for: {'port': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:48:20.302764 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-a07d8217-7fa3-44a1-8e5a-ba95a7f26513 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:20.307479 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb6cdd8-c461-47f9-adca-de1f3b890965 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=109461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 12:48:20.307911 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3bb6cdd8-c461-47f9-adca-de1f3b890965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412171'] for segment (4e4fa98a-0c13-4457-8482-e90382ecb4f2), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: Traceback (most recent call last): Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: timer() Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: cb(*args, **kw) Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: return func(*args, **kwargs) Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: self._notify() Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: self.callback(batched_events) Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: event.method(event) Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: return f(self, *a, **k) Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: return self._get(url).json() Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: return self.request(url, 'GET', **kwargs) Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 12:48:20.315842 dv-cinder-824031-3-iscsi neutron-server[109461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 12:48:20.338259 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7972b78-7763-49fd-b467-e88c3e641bf0 admin admin] Router c14cb6a7-51a7-45f2-8863-17f100c85755 is scheduled to L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 with binding_index 1 {{(pid=109461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 12:48:20.344892 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-a07d8217-7fa3-44a1-8e5a-ba95a7f26513 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:20.417376 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 7df53734-a9f0-4c00-9339-fe17cbe089a8 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:48:20.423228 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-2e146107-8543-4275-b51a-9b9dcd04b3f3 None None] Current status of the port 7df53734-a9f0-4c00-9339-fe17cbe089a8 is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:48:20.423762 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-2e146107-8543-4275-b51a-9b9dcd04b3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (7df53734-a9f0-4c00-9339-fe17cbe089a8), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:20.459624 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-641e617b-f7c1-4bc6-aa23-c576c581ad93 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Made reservation on behalf of 2bdd17e9465442c6b527b37e80925d48 for: {'port': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:48:20.464217 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-641e617b-f7c1-4bc6-aa23-c576c581ad93 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:20.499178 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-2e146107-8543-4275-b51a-9b9dcd04b3f3 None None] For port 7df53734-a9f0-4c00-9339-fe17cbe089a8, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=7df53734-a9f0-4c00-9339-fe17cbe089a8,segment=NetworkSegment(04d0b1f5-ec8a-4850-9188-0fe1ddbb505e),segment_id=04d0b1f5-ec8a-4850-9188-0fe1ddbb505e)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:48:20.510005 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 7df53734-a9f0-4c00-9339-fe17cbe089a8 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:20.510652 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (7df53734-a9f0-4c00-9339-fe17cbe089a8), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:20.521854 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14831f-5192-4535-8be2-802df70c943a req-956f059e-55ac-455d-9763-a65e26a0b5d1 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:20.523522 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5d14831f-5192-4535-8be2-802df70c943a req-956f059e-55ac-455d-9763-a65e26a0b5d1 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.1240475 Jan 27 12:48:20.532841 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3bb6cdd8-c461-47f9-adca-de1f3b890965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664096'] for network (0039d15b-8cd4-4e00-bf29-e70c3c097634), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:20.546513 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3bb6cdd8-c461-47f9-adca-de1f3b890965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:20.550320 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-3bb6cdd8-c461-47f9-adca-de1f3b890965 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0039d15b-8cd4-4e00-bf29-e70c3c097634 HTTP/1.1" status: 204 len: 168 time: 0.7666321 Jan 27 12:48:20.568543 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-cc9bdfcc-7993-42ff-a7e5-56a68fa69552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:20.610190 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-a07d8217-7fa3-44a1-8e5a-ba95a7f26513 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Publish callbacks [] for security_group (2ea9c35b-0e2f-411b-b346-67052a6c53f9), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:20.622027 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 7df53734-a9f0-4c00-9339-fe17cbe089a8 is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:48:20.622423 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (7df53734-a9f0-4c00-9339-fe17cbe089a8), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:20.632453 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6cdd8-c461-47f9-adca-de1f3b890965 admin admin] Pushing event deleted for resources: {'Network': ['ID=0039d15b-8cd4-4e00-bf29-e70c3c097634,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:20.648282 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-2e146107-8543-4275-b51a-9b9dcd04b3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (7df53734-a9f0-4c00-9339-fe17cbe089a8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:20.660031 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7972b78-7763-49fd-b467-e88c3e641bf0 admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:48:20.674192 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] Sync routers for ids ['c14cb6a7-51a7-45f2-8863-17f100c85755'] in dv-cinder-824031-3-iscsi {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:48:20.684528 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5d14831f-5192-4535-8be2-802df70c943a req-5af9ac33-bf34-4e2b-a28f-586ece94de3a tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473694 Jan 27 12:48:20.688201 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] Routers {'c14cb6a7-51a7-45f2-8863-17f100c85755'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:48:20.688836 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:47:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['c14cb6a7-51a7-45f2-8863-17f100c85755'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:48:20.691578 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-a07d8217-7fa3-44a1-8e5a-ba95a7f26513 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (2ea9c35b-0e2f-411b-b346-67052a6c53f9), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:20.782439 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f7972b78-7763-49fd-b467-e88c3e641bf0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:20.784363 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-f7972b78-7763-49fd-b467-e88c3e641bf0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2575412 Jan 27 12:48:20.785910 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d8217-7fa3-44a1-8e5a-ba95a7f26513 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea9c35b-0e2f-411b-b346-67052a6c53f9,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:20.788657 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 40626) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:20.804387 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] Set router c14cb6a7-51a7-45f2-8863-17f100c85755 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:48:20.927559 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e146107-8543-4275-b51a-9b9dcd04b3f3 None None] Pushing event updated for resources: {'Port': ['ID=7df53734-a9f0-4c00-9339-fe17cbe089a8,revision_number=3']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:20.949742 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.db.api [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 12:48:20.950174 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG oslo_db.api [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 12:48:20.958768 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-7dee1d56-ca48-4346-aa1e-f78fca47378e None None] Provisioning complete for port 7df53734-a9f0-4c00-9339-fe17cbe089a8 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:20.959306 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-7dee1d56-ca48-4346-aa1e-f78fca47378e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (7df53734-a9f0-4c00-9339-fe17cbe089a8), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:21.006303 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b8b3a7f3-7e2a-4adf-b0fe-03b3c57ecb92 req-cb5a9c6c-1f57-47f1-9f98-a31c2015c32e tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/ports?device_id=93b88502-4733-4aa0-b671-9676c07382e4 HTTP/1.1" status: 200 len: 210 time: 0.0652862 Jan 27 12:48:21.021244 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_common [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-641e617b-f7c1-4bc6-aa23-c576c581ad93 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Allocated IP 172.20.0.9 (1a947d14-4622-4e1b-8ca5-f566d085c54e/3ba7930f-92e1-41b4-9c1a-3ea64702b7a6/c154fac3-f8c9-45ed-830e-6e2009a2bf95) {{(pid=109461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:48:21.061570 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0f20bbc7-735e-4713-8c8b-5fe0b6d83271 req-d24aa1ba-bc8c-4ca7-86c2-794d6232cb49 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 210 time: 0.0998802 Jan 27 12:48:21.097010 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_common [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-a07d8217-7fa3-44a1-8e5a-ba95a7f26513 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Allocated IP 192.168.233.147 (adaaf5a9-5b48-422f-87b8-0c6ea6d028c2/32811a48-0a17-4836-b829-7fb5e104ac3a/a46d91cf-b1e9-489e-abbe-16a3ee36c3be) {{(pid=109462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:48:21.124685 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-7dee1d56-ca48-4346-aa1e-f78fca47378e None None] Current status of the port 7df53734-a9f0-4c00-9339-fe17cbe089a8 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:48:21.212313 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 40634) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:21.249927 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14cb6a7-51a7-45f2-8863-17f100c85755', 'name': 'tempest-TestMinimumBasicScenario-180837661-router', 'tenant_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'fbdb5115-ddfd-452e-91ec-9daa2bca592d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:48:17Z', 'updated_at': '2022-01-27T12:48:18Z', 'revision_number': 3, 'project_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'gw_port': {'id': 'fbdb5115-ddfd-452e-91ec-9daa2bca592d', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14cb6a7-51a7-45f2-8863-17f100c85755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:18Z', 'updated_at': '2022-01-27T12:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:48:21.281665 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] Checking router: c14cb6a7-51a7-45f2-8863-17f100c85755 for host: dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:48:21.282256 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] Updating router c14cb6a7-51a7-45f2-8863-17f100c85755 port fbdb5115-ddfd-452e-91ec-9daa2bca592d binding host dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 12:48:21.308441 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (fbdb5115-ddfd-452e-91ec-9daa2bca592d), before_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:21.309106 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-a07d8217-7fa3-44a1-8e5a-ba95a7f26513 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Publish callbacks [] for port (a46d91cf-b1e9-489e-abbe-16a3ee36c3be), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:21.358900 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-b528953b-5c65-46ba-a583-18a29a168feb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d6209fbf005b41a3a9cbcab66acfeac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418264 Jan 27 12:48:21.361654 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 40636) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:21.414440 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-a07d8217-7fa3-44a1-8e5a-ba95a7f26513 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (a46d91cf-b1e9-489e-abbe-16a3ee36c3be), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:21.437005 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e16d7706-2c86-4993-ac97-f3efc58299c2 admin admin] Publish callbacks [] for security_group (ae346f22-3882-4b63-9c13-ff8b0588dd4d), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:21.439022 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-641e617b-f7c1-4bc6-aa23-c576c581ad93 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks [] for port (c154fac3-f8c9-45ed-830e-6e2009a2bf95), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:21.503932 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-a07d8217-7fa3-44a1-8e5a-ba95a7f26513 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Network adaaf5a9-5b48-422f-87b8-0c6ea6d028c2 is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:48:21.512898 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-a07d8217-7fa3-44a1-8e5a-ba95a7f26513 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:48:21.515742 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-a07d8217-7fa3-44a1-8e5a-ba95a7f26513 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Received port after_create {{(pid=109462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:48:21.518636 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d8217-7fa3-44a1-8e5a-ba95a7f26513 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Pushing event updated for resources: {'Port': ['ID=a46d91cf-b1e9-489e-abbe-16a3ee36c3be,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:21.523282 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 7df53734-a9f0-4c00-9339-fe17cbe089a8 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:48:21.523704 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e16d7706-2c86-4993-ac97-f3efc58299c2 admin admin] Publish callbacks [] for security_group (ae346f22-3882-4b63-9c13-ff8b0588dd4d), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:21.524346 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device eeb32b88-a9e4-42a9-a0e6-3885a68ecbea up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:48:21.581323 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] Publish callbacks [] for port (fbdb5115-ddfd-452e-91ec-9daa2bca592d), precommit_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:21.595445 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port eeb32b88-a9e4-42a9-a0e6-3885a68ecbea triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:21.595924 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (eeb32b88-a9e4-42a9-a0e6-3885a68ecbea), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:21.613830 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-a07d8217-7fa3-44a1-8e5a-ba95a7f26513 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:21.614874 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-a07d8217-7fa3-44a1-8e5a-ba95a7f26513 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:21.670715 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-641e617b-f7c1-4bc6-aa23-c576c581ad93 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (c154fac3-f8c9-45ed-830e-6e2009a2bf95), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:21.696193 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['ad5cb038-0228-4fde-9d49-cf47fc6e67c4', '702955d7-6cce-443d-b871-2d8a4799da77', 'd8587a4e-9e7c-421d-81de-bcca9433fa07'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:48:21.697772 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (fbdb5115-ddfd-452e-91ec-9daa2bca592d), after_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:21.752047 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-a07d8217-7fa3-44a1-8e5a-ba95a7f26513 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7281418 Jan 27 12:48:21.753102 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e16d7706-2c86-4993-ac97-f3efc58299c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (ae346f22-3882-4b63-9c13-ff8b0588dd4d), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:21.756320 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e16d7706-2c86-4993-ac97-f3efc58299c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:21.757348 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-e16d7706-2c86-4993-ac97-f3efc58299c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae346f22-3882-4b63-9c13-ff8b0588dd4d HTTP/1.1" status: 204 len: 168 time: 0.3947260 Jan 27 12:48:21.772504 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port eeb32b88-a9e4-42a9-a0e6-3885a68ecbea is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:48:21.778792 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-fe7f5529-96b9-43c4-ae69-f3f35ae91b8a service neutron] Request body: {'port': {'device_id': '93b88502-4733-4aa0-b671-9676c07382e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:48:21.779945 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-641e617b-f7c1-4bc6-aa23-c576c581ad93 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Network 1a947d14-4622-4e1b-8ca5-f566d085c54e is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:48:21.806127 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-641e617b-f7c1-4bc6-aa23-c576c581ad93 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:48:21.806127 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-641e617b-f7c1-4bc6-aa23-c576c581ad93 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Received port after_create {{(pid=109461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:48:21.816103 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5932c6c-2673-4573-a24c-ce87e9e4cca7 None None] Pushing event updated for resources: {'Port': ['ID=fbdb5115-ddfd-452e-91ec-9daa2bca592d,revision_number=2']} {{(pid=109464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:21.837318 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d7706-2c86-4993-ac97-f3efc58299c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae346f22-3882-4b63-9c13-ff8b0588dd4d,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:21.871979 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] Attempting to bind port fbdb5115-ddfd-452e-91ec-9daa2bca592d on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:48:21.873091 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] Attempting to bind port fbdb5115-ddfd-452e-91ec-9daa2bca592d by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}] {{(pid=109464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:48:21.873850 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] Attempting to bind port fbdb5115-ddfd-452e-91ec-9daa2bca592d on network eb2842ee-b281-40a5-b8cc-bad91d1f4211 {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:48:21.878678 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-fe7f5529-96b9-43c4-ae69-f3f35ae91b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (a46d91cf-b1e9-489e-abbe-16a3ee36c3be), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:21.883038 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:48:21.884537 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] Checking segment: {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:48:21.885151 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:21.886112 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] Bound using segment: {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'} {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:48:21.887136 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] Bound port: fbdb5115-ddfd-452e-91ec-9daa2bca592d, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}}] {{(pid=109464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:48:21.888189 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (fbdb5115-ddfd-452e-91ec-9daa2bca592d), before_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:21.949864 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e617b-f7c1-4bc6-aa23-c576c581ad93 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Pushing event updated for resources: {'Port': ['ID=c154fac3-f8c9-45ed-830e-6e2009a2bf95,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:21.970419 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-f1ad7dbb-00b5-4331-b049-0bf2499f72e4 None None] Provisioning complete for port a46d91cf-b1e9-489e-abbe-16a3ee36c3be triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:21.975456 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f1ad7dbb-00b5-4331-b049-0bf2499f72e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (a46d91cf-b1e9-489e-abbe-16a3ee36c3be), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:21.975822 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7bacf4c-38aa-4d33-bc11-452d6df09a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:22.026105 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-641e617b-f7c1-4bc6-aa23-c576c581ad93 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:22.026722 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-641e617b-f7c1-4bc6-aa23-c576c581ad93 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:22.056668 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.db [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] For port fbdb5115-ddfd-452e-91ec-9daa2bca592d, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:48:22.066377 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.db [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] For port fbdb5115-ddfd-452e-91ec-9daa2bca592d, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=fbdb5115-ddfd-452e-91ec-9daa2bca592d,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:48:22.095076 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2105f76-2b53-4d83-87e1-bd45806edc0e req-24b6a8dc-2144-4e46-a393-21984fb4c1b4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:22.096682 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a2105f76-2b53-4d83-87e1-bd45806edc0e req-24b6a8dc-2144-4e46-a393-21984fb4c1b4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.2510943 Jan 27 12:48:22.109892 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-f1ad7dbb-00b5-4331-b049-0bf2499f72e4 None None] Port a46d91cf-b1e9-489e-abbe-16a3ee36c3be cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:48:22.143874 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (fbdb5115-ddfd-452e-91ec-9daa2bca592d), after_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:22.192160 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 7df53734-a9f0-4c00-9339-fe17cbe089a8 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:48:22.207906 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-641e617b-f7c1-4bc6-aa23-c576c581ad93 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1236982 Jan 27 12:48:22.231348 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-b76e24ea-94cf-46ec-9435-48a134b67f6d service neutron] Request body: {'port': {'device_id': '8fe8d3c1-7fc1-4f52-8f36-2fce658a3364', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:48:22.238025 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] Routers {'c14cb6a7-51a7-45f2-8863-17f100c85755'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:48:22.238972 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:47:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['c14cb6a7-51a7-45f2-8863-17f100c85755'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:48:22.320693 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c0946-406b-4aa3-9079-a6fc19d54e35 req-f5a2c228-3fbe-4213-a02d-3afb58afaf23 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:22.322365 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 7df53734-a9f0-4c00-9339-fe17cbe089a8 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:22.322828 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (7df53734-a9f0-4c00-9339-fe17cbe089a8), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:22.329095 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9b4c0946-406b-4aa3-9079-a6fc19d54e35 req-f5a2c228-3fbe-4213-a02d-3afb58afaf23 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/ports?device_id=93b88502-4733-4aa0-b671-9676c07382e4 HTTP/1.1" status: 200 len: 936 time: 0.1800752 Jan 27 12:48:22.334641 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5932c6c-2673-4573-a24c-ce87e9e4cca7 None None] Pushing event updated for resources: {'Port': ['ID=fbdb5115-ddfd-452e-91ec-9daa2bca592d,revision_number=3']} {{(pid=109464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:22.420671 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9b4c0946-406b-4aa3-9079-a6fc19d54e35 req-4c758c70-d0f1-4ba2-a92e-08a6d0a15682 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea9c35b-0e2f-411b-b346-67052a6c53f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905583 Jan 27 12:48:22.492344 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] Set router c14cb6a7-51a7-45f2-8863-17f100c85755 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:48:22.515227 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 7df53734-a9f0-4c00-9339-fe17cbe089a8 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:48:22.614052 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-fe7f5529-96b9-43c4-ae69-f3f35ae91b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a46d91cf-b1e9-489e-abbe-16a3ee36c3be {{(pid=109462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:48:22.634544 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-fe7f5529-96b9-43c4-ae69-f3f35ae91b8a service neutron] Publish callbacks [] for port (a46d91cf-b1e9-489e-abbe-16a3ee36c3be), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:22.654472 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-b76e24ea-94cf-46ec-9435-48a134b67f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (c154fac3-f8c9-45ed-830e-6e2009a2bf95), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:22.660619 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.provisioning_blocks [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-fe7f5529-96b9-43c4-ae69-f3f35ae91b8a service neutron] Transition to ACTIVE for port object a46d91cf-b1e9-489e-abbe-16a3ee36c3be will not be triggered until provisioned by entity L2. {{(pid=109462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 12:48:22.687784 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a2105f76-2b53-4d83-87e1-bd45806edc0e req-585de550-6485-4979-8ea1-9973fe9605c4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5541630 Jan 27 12:48:22.772883 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-fe7f5529-96b9-43c4-ae69-f3f35ae91b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (a46d91cf-b1e9-489e-abbe-16a3ee36c3be), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:22.773717 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-34e713c9-c166-483f-9bcd-300267170031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:22.801416 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14cb6a7-51a7-45f2-8863-17f100c85755', 'name': 'tempest-TestMinimumBasicScenario-180837661-router', 'tenant_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'fbdb5115-ddfd-452e-91ec-9daa2bca592d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:48:17Z', 'updated_at': '2022-01-27T12:48:18Z', 'revision_number': 3, 'project_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'gw_port': {'id': 'fbdb5115-ddfd-452e-91ec-9daa2bca592d', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14cb6a7-51a7-45f2-8863-17f100c85755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:18Z', 'updated_at': '2022-01-27T12:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:48:22.851274 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85211d5e-0f48-472d-86c2-b68be95b66b2 None None] The sync data for ids ['c14cb6a7-51a7-45f2-8863-17f100c85755'] in dv-cinder-824031-3-iscsi is: [{'id': 'c14cb6a7-51a7-45f2-8863-17f100c85755', 'name': 'tempest-TestMinimumBasicScenario-180837661-router', 'tenant_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'fbdb5115-ddfd-452e-91ec-9daa2bca592d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:48:17Z', 'updated_at': '2022-01-27T12:48:18Z', 'revision_number': 3, 'project_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'gw_port': {'id': 'fbdb5115-ddfd-452e-91ec-9daa2bca592d', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14cb6a7-51a7-45f2-8863-17f100c85755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:18Z', 'updated_at': '2022-01-27T12:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}] {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:48:22.883707 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_common [None req-b7bacf4c-38aa-4d33-bc11-452d6df09a9d admin admin] Allocated IP 172.20.0.1 (986a62ca-d786-4206-b635-783ada1ffd98/d478b4d3-1700-411f-aace-b54894f650b9/18997f31-20f6-467f-ba4b-3e35e6e2b464) {{(pid=109461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:48:22.929247 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f5529-96b9-43c4-ae69-f3f35ae91b8a service neutron] Pushing event updated for resources: {'Port': ['ID=a46d91cf-b1e9-489e-abbe-16a3ee36c3be,revision_number=2']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:22.944908 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-fe7f5529-96b9-43c4-ae69-f3f35ae91b8a service neutron] Attempting to bind port a46d91cf-b1e9-489e-abbe-16a3ee36c3be on host hv-cinder-82403 for vnic_type normal with profile {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:48:22.945588 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-fe7f5529-96b9-43c4-ae69-f3f35ae91b8a service neutron] Attempting to bind port a46d91cf-b1e9-489e-abbe-16a3ee36c3be by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '51a67c24-a36f-4acd-9b34-6048951259ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'adaaf5a9-5b48-422f-87b8-0c6ea6d028c2'}] {{(pid=109462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:48:22.946113 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-fe7f5529-96b9-43c4-ae69-f3f35ae91b8a service neutron] Attempting to bind port a46d91cf-b1e9-489e-abbe-16a3ee36c3be on network adaaf5a9-5b48-422f-87b8-0c6ea6d028c2 {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:48:22.957960 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-fe7f5529-96b9-43c4-ae69-f3f35ae91b8a service neutron] Port a46d91cf-b1e9-489e-abbe-16a3ee36c3be on network adaaf5a9-5b48-422f-87b8-0c6ea6d028c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 12:48:22.958425 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-fe7f5529-96b9-43c4-ae69-f3f35ae91b8a service neutron] Attempting to bind port a46d91cf-b1e9-489e-abbe-16a3ee36c3be on network adaaf5a9-5b48-422f-87b8-0c6ea6d028c2 {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:48:22.967635 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-fe7f5529-96b9-43c4-ae69-f3f35ae91b8a service neutron] Checking agent: {'id': 'e5f4578a-8b65-461b-9155-0533d25cd18a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'started_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:48:22.968164 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-fe7f5529-96b9-43c4-ae69-f3f35ae91b8a service neutron] Checking segment: {'id': '51a67c24-a36f-4acd-9b34-6048951259ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'adaaf5a9-5b48-422f-87b8-0c6ea6d028c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:48:22.968672 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-fe7f5529-96b9-43c4-ae69-f3f35ae91b8a service neutron] Bound using segment: {'id': '51a67c24-a36f-4acd-9b34-6048951259ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'adaaf5a9-5b48-422f-87b8-0c6ea6d028c2'} {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:48:22.969486 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-fe7f5529-96b9-43c4-ae69-f3f35ae91b8a service neutron] Bound port: a46d91cf-b1e9-489e-abbe-16a3ee36c3be, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a67c24-a36f-4acd-9b34-6048951259ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'adaaf5a9-5b48-422f-87b8-0c6ea6d028c2'}}] {{(pid=109462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:48:22.979304 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-fe7f5529-96b9-43c4-ae69-f3f35ae91b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (a46d91cf-b1e9-489e-abbe-16a3ee36c3be), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:22.985932 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec150b-e6bd-44e8-a0a8-cdb9e760a015 req-40da915b-dd92-4d58-88f5-57dbd6e30459 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:22.993797 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-50ec150b-e6bd-44e8-a0a8-cdb9e760a015 req-40da915b-dd92-4d58-88f5-57dbd6e30459 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 931 time: 0.2422938 Jan 27 12:48:23.076609 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-fe7f5529-96b9-43c4-ae69-f3f35ae91b8a service neutron] For port a46d91cf-b1e9-489e-abbe-16a3ee36c3be, host hv-cinder-82403, cleared binding levels {{(pid=109462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:48:23.082578 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-fe7f5529-96b9-43c4-ae69-f3f35ae91b8a service neutron] For port a46d91cf-b1e9-489e-abbe-16a3ee36c3be, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=a46d91cf-b1e9-489e-abbe-16a3ee36c3be,segment=NetworkSegment(51a67c24-a36f-4acd-9b34-6048951259ce),segment_id=51a67c24-a36f-4acd-9b34-6048951259ce)] {{(pid=109462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:48:23.174778 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-50ec150b-e6bd-44e8-a0a8-cdb9e760a015 req-67f7f46b-151c-4aa9-ab90-a0ad11d5141f tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802905 Jan 27 12:48:23.220309 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7bacf4c-38aa-4d33-bc11-452d6df09a9d admin admin] Publish callbacks [] for port (18997f31-20f6-467f-ba4b-3e35e6e2b464), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:23.220697 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-fe7f5529-96b9-43c4-ae69-f3f35ae91b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (a46d91cf-b1e9-489e-abbe-16a3ee36c3be), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:23.318330 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-fe7f5529-96b9-43c4-ae69-f3f35ae91b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:23.318969 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-fe7f5529-96b9-43c4-ae69-f3f35ae91b8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:23.320378 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-fe7f5529-96b9-43c4-ae69-f3f35ae91b8a service neutron] 10.222.0.13 "PUT /v2.0/ports/a46d91cf-b1e9-489e-abbe-16a3ee36c3be HTTP/1.1" status: 200 len: 1098 time: 1.5572584 Jan 27 12:48:23.322449 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-b76e24ea-94cf-46ec-9435-48a134b67f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c154fac3-f8c9-45ed-830e-6e2009a2bf95 {{(pid=109461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:48:23.323393 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b88502-4733-4aa0-b671-9676c07382e4', 'tag': 'a46d91cf-b1e9-489e-abbe-16a3ee36c3be'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:48:23.325673 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb87bbf-4c35-479e-9ee4-1d48e3359064" -d '{"events": [{"name": "network-changed", "server_uuid": "93b88502-4733-4aa0-b671-9676c07382e4", "tag": "a46d91cf-b1e9-489e-abbe-16a3ee36c3be"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:48:23.352759 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-b76e24ea-94cf-46ec-9435-48a134b67f6d service neutron] Publish callbacks [] for port (c154fac3-f8c9-45ed-830e-6e2009a2bf95), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:23.374551 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e60909-2731-4c28-8954-d1ec4087a36f req-60a75647-50b9-490f-b54f-b4212e49f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:23.378026 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57e60909-2731-4c28-8954-d1ec4087a36f req-60a75647-50b9-490f-b54f-b4212e49f59b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07aba42d308a44c39af2f5402cfff771&device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 1099 time: 0.1921787 Jan 27 12:48:23.381996 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.provisioning_blocks [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-b76e24ea-94cf-46ec-9435-48a134b67f6d service neutron] Transition to ACTIVE for port object c154fac3-f8c9-45ed-830e-6e2009a2bf95 will not be triggered until provisioned by entity L2. {{(pid=109461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 12:48:23.420569 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f5529-96b9-43c4-ae69-f3f35ae91b8a service neutron] Pushing event updated for resources: {'Port': ['ID=a46d91cf-b1e9-489e-abbe-16a3ee36c3be,revision_number=3']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:23.420569 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a30a179-3cd8-430b-a7e3-055d84c15cdb x-openstack-request-id: req-2a30a179-3cd8-430b-a7e3-055d84c15cdb {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:48:23.420569 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b88502-4733-4aa0-b671-9676c07382e4", "tag": "a46d91cf-b1e9-489e-abbe-16a3ee36c3be", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:48:23.420569 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a30a179-3cd8-430b-a7e3-055d84c15cdb {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:48:23.420569 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b88502-4733-4aa0-b671-9676c07382e4', 'tag': 'a46d91cf-b1e9-489e-abbe-16a3ee36c3be', 'status': 'completed', 'code': 200} Jan 27 12:48:23.470426 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-b76e24ea-94cf-46ec-9435-48a134b67f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412271'] for port (c154fac3-f8c9-45ed-830e-6e2009a2bf95), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:23.476327 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7bacf4c-38aa-4d33-bc11-452d6df09a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (18997f31-20f6-467f-ba4b-3e35e6e2b464), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:23.659509 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bacf4c-38aa-4d33-bc11-452d6df09a9d admin admin] Network 986a62ca-d786-4206-b635-783ada1ffd98 is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:48:23.687775 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e24ea-94cf-46ec-9435-48a134b67f6d service neutron] Pushing event updated for resources: {'Port': ['ID=c154fac3-f8c9-45ed-830e-6e2009a2bf95,revision_number=2']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:23.734390 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-b7bacf4c-38aa-4d33-bc11-452d6df09a9d admin admin] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:48:23.745715 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bacf4c-38aa-4d33-bc11-452d6df09a9d admin admin] Received port after_create {{(pid=109461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:48:23.777298 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe6246-ceb0-4dba-a2c8-a144c8d2d093 req-db141971-437e-491d-a9ef-3faf2d0ac665 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:23.789288 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b9fe6246-ceb0-4dba-a2c8-a144c8d2d093 req-db141971-437e-491d-a9ef-3faf2d0ac665 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/ports?device_id=93b88502-4733-4aa0-b671-9676c07382e4 HTTP/1.1" status: 200 len: 948 time: 0.2186062 Jan 27 12:48:23.804281 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a1b11-b1b6-4f5a-9023-ad798f5b8413 req-fab4eff5-99b6-4c66-acc1-ff6482918a91 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:23.811328 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b74a1b11-b1b6-4f5a-9023-ad798f5b8413 req-fab4eff5-99b6-4c66-acc1-ff6482918a91 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.6061971 Jan 27 12:48:23.823192 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:23.863442 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bacf4c-38aa-4d33-bc11-452d6df09a9d admin admin] Pushing event updated for resources: {'Port': ['ID=18997f31-20f6-467f-ba4b-3e35e6e2b464,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:23.914624 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b74a1b11-b1b6-4f5a-9023-ad798f5b8413 req-fbd9b9b5-5303-4bc3-b04d-81df60d5bce0 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974984 Jan 27 12:48:23.943045 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7bacf4c-38aa-4d33-bc11-452d6df09a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664249'] for router_interface (c14cb6a7-51a7-45f2-8863-17f100c85755), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:24.021285 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-b76e24ea-94cf-46ec-9435-48a134b67f6d service neutron] Attempting to bind port c154fac3-f8c9-45ed-830e-6e2009a2bf95 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:48:24.021641 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-b76e24ea-94cf-46ec-9435-48a134b67f6d service neutron] Attempting to bind port c154fac3-f8c9-45ed-830e-6e2009a2bf95 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '1226b835-00af-46c6-b3a8-0aad62ae324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1a947d14-4622-4e1b-8ca5-f566d085c54e'}] {{(pid=109461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:48:24.021985 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-b76e24ea-94cf-46ec-9435-48a134b67f6d service neutron] Attempting to bind port c154fac3-f8c9-45ed-830e-6e2009a2bf95 on network 1a947d14-4622-4e1b-8ca5-f566d085c54e {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:48:24.034306 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb87bbf-4c35-479e-9ee4-1d48e3359064 req-add2dbbb-a735-4372-9618-3a214a01fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:24.034443 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b9fe6246-ceb0-4dba-a2c8-a144c8d2d093 req-7fe02a28-112d-4720-b596-5f4f43058580 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea9c35b-0e2f-411b-b346-67052a6c53f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441707 Jan 27 12:48:24.035842 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3fb87bbf-4c35-479e-9ee4-1d48e3359064 req-add2dbbb-a735-4372-9618-3a214a01fa4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c7dea9a024745bda4e1282e055afae3&device_id=93b88502-4733-4aa0-b671-9676c07382e4 HTTP/1.1" status: 200 len: 1101 time: 0.5922048 Jan 27 12:48:24.071570 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-b76e24ea-94cf-46ec-9435-48a134b67f6d service neutron] Port c154fac3-f8c9-45ed-830e-6e2009a2bf95 on network 1a947d14-4622-4e1b-8ca5-f566d085c54e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 12:48:24.072264 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-b76e24ea-94cf-46ec-9435-48a134b67f6d service neutron] Attempting to bind port c154fac3-f8c9-45ed-830e-6e2009a2bf95 on network 1a947d14-4622-4e1b-8ca5-f566d085c54e {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:48:24.101665 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-b76e24ea-94cf-46ec-9435-48a134b67f6d service neutron] Checking agent: {'id': 'e5f4578a-8b65-461b-9155-0533d25cd18a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'started_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:48:24.102207 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-b76e24ea-94cf-46ec-9435-48a134b67f6d service neutron] Checking segment: {'id': '1226b835-00af-46c6-b3a8-0aad62ae324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1a947d14-4622-4e1b-8ca5-f566d085c54e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:48:24.102699 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-b76e24ea-94cf-46ec-9435-48a134b67f6d service neutron] Bound using segment: {'id': '1226b835-00af-46c6-b3a8-0aad62ae324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1a947d14-4622-4e1b-8ca5-f566d085c54e'} {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:48:24.103629 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-b76e24ea-94cf-46ec-9435-48a134b67f6d service neutron] Bound port: c154fac3-f8c9-45ed-830e-6e2009a2bf95, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1226b835-00af-46c6-b3a8-0aad62ae324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1a947d14-4622-4e1b-8ca5-f566d085c54e'}}] {{(pid=109461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:48:24.104387 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-b76e24ea-94cf-46ec-9435-48a134b67f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (c154fac3-f8c9-45ed-830e-6e2009a2bf95), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:24.124546 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3fb87bbf-4c35-479e-9ee4-1d48e3359064 req-af8769ec-ad65-4099-a8d3-6f9af8b0f1d0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4c7dea9a024745bda4e1282e055afae3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472362 Jan 27 12:48:24.200219 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-949899c6-0010-441c-86ea-1cfb1fabd670 None None] Provisioning complete for port 18997f31-20f6-467f-ba4b-3e35e6e2b464 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:24.200219 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-949899c6-0010-441c-86ea-1cfb1fabd670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (18997f31-20f6-467f-ba4b-3e35e6e2b464), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:24.226671 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23e18e-74fd-4b91-8d5c-cb30b711b246 req-6316b5c9-1bae-445c-ae7a-4d796a486133 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:24.228732 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7f23e18e-74fd-4b91-8d5c-cb30b711b246 req-6316b5c9-1bae-445c-ae7a-4d796a486133 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.2040071 Jan 27 12:48:24.233616 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e60909-2731-4c28-8954-d1ec4087a36f req-47286d46-f3c3-424d-adbc-1a566b93830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:24.235224 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57e60909-2731-4c28-8954-d1ec4087a36f req-47286d46-f3c3-424d-adbc-1a566b93830c service neutron] 10.222.0.13 "GET /v2.0/networks?id=e3e975e7-b66a-4480-b25e-9886f492f788 HTTP/1.1" status: 200 len: 919 time: 0.8503830 Jan 27 12:48:24.293918 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-949899c6-0010-441c-86ea-1cfb1fabd670 None None] Port 18997f31-20f6-467f-ba4b-3e35e6e2b464 cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:48:24.310795 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57e60909-2731-4c28-8954-d1ec4087a36f req-1ba1bfad-bbdd-45a3-8ce5-dc6b5c8358c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dccfdccf-b3e1-4835-81b6-dc9601ee12c1 HTTP/1.1" status: 200 len: 217 time: 0.0579822 Jan 27 12:48:24.315344 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device fbdb5115-ddfd-452e-91ec-9daa2bca592d up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:48:24.348930 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7f23e18e-74fd-4b91-8d5c-cb30b711b246 req-d3e0a1be-30cf-43e8-8c7f-5346c483e878 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126132 Jan 27 12:48:24.375541 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-b76e24ea-94cf-46ec-9435-48a134b67f6d service neutron] For port c154fac3-f8c9-45ed-830e-6e2009a2bf95, host hv-cinder-82403, cleared binding levels {{(pid=109461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:48:24.377779 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-b76e24ea-94cf-46ec-9435-48a134b67f6d service neutron] For port c154fac3-f8c9-45ed-830e-6e2009a2bf95, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=c154fac3-f8c9-45ed-830e-6e2009a2bf95,segment=NetworkSegment(1226b835-00af-46c6-b3a8-0aad62ae324d),segment_id=1226b835-00af-46c6-b3a8-0aad62ae324d)] {{(pid=109461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:48:24.404412 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port fbdb5115-ddfd-452e-91ec-9daa2bca592d triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:24.404883 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (fbdb5115-ddfd-452e-91ec-9daa2bca592d), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:24.425304 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb87bbf-4c35-479e-9ee4-1d48e3359064 req-8d50772e-7905-4465-953b-f6c71c9d76a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:24.427210 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3fb87bbf-4c35-479e-9ee4-1d48e3359064 req-8d50772e-7905-4465-953b-f6c71c9d76a2 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2862527 Jan 27 12:48:24.453355 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e60909-2731-4c28-8954-d1ec4087a36f req-a310136e-1083-4be1-893c-30c2fe32a688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:24.455024 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57e60909-2731-4c28-8954-d1ec4087a36f req-a310136e-1083-4be1-893c-30c2fe32a688 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7785fff6-6578-4402-bc5a-fec8bd603105 HTTP/1.1" status: 200 len: 858 time: 0.1108019 Jan 27 12:48:24.472379 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-b76e24ea-94cf-46ec-9435-48a134b67f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412271'] for port (c154fac3-f8c9-45ed-830e-6e2009a2bf95), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:24.484354 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7bacf4c-38aa-4d33-bc11-452d6df09a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (18997f31-20f6-467f-ba4b-3e35e6e2b464), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:24.512832 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57e60909-2731-4c28-8954-d1ec4087a36f req-ef598cb1-901e-4f0c-8af9-aaf354ee65b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e3e975e7-b66a-4480-b25e-9886f492f788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471299 Jan 27 12:48:24.521026 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port fbdb5115-ddfd-452e-91ec-9daa2bca592d is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:48:24.521676 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (fbdb5115-ddfd-452e-91ec-9daa2bca592d), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:24.529850 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-b76e24ea-94cf-46ec-9435-48a134b67f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:24.535179 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-b76e24ea-94cf-46ec-9435-48a134b67f6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:24.535179 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-b76e24ea-94cf-46ec-9435-48a134b67f6d service neutron] 10.222.0.13 "PUT /v2.0/ports/c154fac3-f8c9-45ed-830e-6e2009a2bf95 HTTP/1.1" status: 200 len: 1093 time: 2.3060076 Jan 27 12:48:24.535179 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe8d3c1-7fc1-4f52-8f36-2fce658a3364', 'tag': 'c154fac3-f8c9-45ed-830e-6e2009a2bf95'}] {{(pid=109461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:48:24.535179 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13caf501d2ade89ef8f3be641e2375f4ed3bc8c86955b9dc87ba2ae8dc6631d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746d417e-73e3-41ba-8f21-493cc523b6be" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe8d3c1-7fc1-4f52-8f36-2fce658a3364", "tag": "c154fac3-f8c9-45ed-830e-6e2009a2bf95"}]}' {{(pid=109461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:48:24.546457 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] For port fbdb5115-ddfd-452e-91ec-9daa2bca592d, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=fbdb5115-ddfd-452e-91ec-9daa2bca592d,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:48:24.549661 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5a317-943c-43d9-bfc7-bb778a173cec req-72d42ffa-a2d5-44ca-b96f-51e079313b59 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:24.557422 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-75e5a317-943c-43d9-bfc7-bb778a173cec req-72d42ffa-a2d5-44ca-b96f-51e079313b59 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 943 time: 0.1465971 Jan 27 12:48:24.610912 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37382d0-816d-4c35-86d1-aae339580188 x-openstack-request-id: req-a37382d0-816d-4c35-86d1-aae339580188 {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:48:24.611213 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe8d3c1-7fc1-4f52-8f36-2fce658a3364", "tag": "c154fac3-f8c9-45ed-830e-6e2009a2bf95", "status": "completed", "code": 200}]} {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:48:24.611979 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a37382d0-816d-4c35-86d1-aae339580188 {{(pid=109461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:48:24.611979 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe8d3c1-7fc1-4f52-8f36-2fce658a3364', 'tag': 'c154fac3-f8c9-45ed-830e-6e2009a2bf95', 'status': 'completed', 'code': 200} Jan 27 12:48:24.624312 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e24ea-94cf-46ec-9435-48a134b67f6d service neutron] Pushing event updated for resources: {'Port': ['ID=c154fac3-f8c9-45ed-830e-6e2009a2bf95,revision_number=3']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:24.639286 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (fbdb5115-ddfd-452e-91ec-9daa2bca592d), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:24.669935 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-0db17db3-3632-48bc-ae22-612bdb980e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:24.671641 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-0db17db3-3632-48bc-ae22-612bdb980e28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c7dea9a024745bda4e1282e055afae3&device_id=93b88502-4733-4aa0-b671-9676c07382e4 HTTP/1.1" status: 200 len: 1101 time: 0.1904984 Jan 27 12:48:24.716962 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Pushing event updated for resources: {'Port': ['ID=fbdb5115-ddfd-452e-91ec-9daa2bca592d,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:24.723793 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-75e5a317-943c-43d9-bfc7-bb778a173cec req-22b7fae6-bd6d-40af-a838-cc7d62d4bc36 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649032 Jan 27 12:48:24.736952 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-bf215dcf-265c-4f30-8181-f08495454583 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=a46d91cf-b1e9-489e-abbe-16a3ee36c3be HTTP/1.1" status: 200 len: 217 time: 0.0508969 Jan 27 12:48:24.756377 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57e60909-2731-4c28-8954-d1ec4087a36f req-fc3be7c9-dd69-418b-b364-bf03abfb4132 service neutron] 10.222.0.13 "GET /v2.0/networks/e3e975e7-b66a-4480-b25e-9886f492f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937037 Jan 27 12:48:24.768857 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d417e-73e3-41ba-8f21-493cc523b6be req-48663e53-23dd-4320-a19f-158d58e442a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:24.768857 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-746d417e-73e3-41ba-8f21-493cc523b6be req-48663e53-23dd-4320-a19f-158d58e442a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bdd17e9465442c6b527b37e80925d48&device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 1096 time: 0.1317985 Jan 27 12:48:24.857217 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-4335dcd3-eb5d-4221-83b4-7a28116973d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:24.858611 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-4335dcd3-eb5d-4221-83b4-7a28116973d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32811a48-0a17-4836-b829-7fb5e104ac3a HTTP/1.1" status: 200 len: 843 time: 0.1012695 Jan 27 12:48:24.908084 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7bacf4c-38aa-4d33-bc11-452d6df09a9d admin admin] Publish callbacks [] for port (18997f31-20f6-467f-ba4b-3e35e6e2b464), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:24.917704 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57e60909-2731-4c28-8954-d1ec4087a36f req-89e04e5a-dec1-452c-be8c-0eb91b6413d7 service neutron] 10.222.0.13 "GET /v2.0/networks/e3e975e7-b66a-4480-b25e-9886f492f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516080 Jan 27 12:48:24.918290 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d417e-73e3-41ba-8f21-493cc523b6be req-d6f68bac-84e7-4c3d-8fd2-ad8ad165f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:24.919857 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-746d417e-73e3-41ba-8f21-493cc523b6be req-d6f68bac-84e7-4c3d-8fd2-ad8ad165f16c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2bdd17e9465442c6b527b37e80925d48&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1371233 Jan 27 12:48:24.926188 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-882cb4c8-2ca2-4044-b2dd-d9fa4cf87ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:24.927680 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-882cb4c8-2ca2-4044-b2dd-d9fa4cf87ae8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=adaaf5a9-5b48-422f-87b8-0c6ea6d028c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0559413 Jan 27 12:48:25.016858 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7bacf4c-38aa-4d33-bc11-452d6df09a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412271'] for port (18997f31-20f6-467f-ba4b-3e35e6e2b464), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:25.083863 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-2d183d72-6e6d-411f-a4dd-bebcae964555 service neutron] 10.222.0.13 "GET /v2.0/networks/adaaf5a9-5b48-422f-87b8-0c6ea6d028c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404521 Jan 27 12:48:25.091608 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451b5e9-e04c-4265-8001-8b0b964e92a2 req-54c6e07a-c7fd-48c1-abd0-dc76577d586e tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:25.093073 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-e451b5e9-e04c-4265-8001-8b0b964e92a2 req-54c6e07a-c7fd-48c1-abd0-dc76577d586e tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0868304 Jan 27 12:48:25.097567 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d417e-73e3-41ba-8f21-493cc523b6be req-4b622636-5939-418d-a4a4-2884b9cf7546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:25.099131 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-746d417e-73e3-41ba-8f21-493cc523b6be req-4b622636-5939-418d-a4a4-2884b9cf7546 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1588604 Jan 27 12:48:25.113878 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bacf4c-38aa-4d33-bc11-452d6df09a9d admin admin] Pushing event updated for resources: {'Port': ['ID=18997f31-20f6-467f-ba4b-3e35e6e2b464,revision_number=2']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:25.113878 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b7bacf4c-38aa-4d33-bc11-452d6df09a9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1664617'] for router_interface (c14cb6a7-51a7-45f2-8863-17f100c85755), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:25.210651 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-e451b5e9-e04c-4265-8001-8b0b964e92a2 req-3f8efce3-8248-4b11-a994-789d159e3e37 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046023 Jan 27 12:48:25.243636 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d8bec529-2bdc-4e49-b0fc-24308b17295d req-59679f5b-de24-4d74-944c-464865801bc5 service neutron] 10.222.0.13 "GET /v2.0/networks/adaaf5a9-5b48-422f-87b8-0c6ea6d028c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495943 Jan 27 12:48:25.292635 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-4dbcef01-38d4-4be4-aabe-7bf71622c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:25.293089 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-4dbcef01-38d4-4be4-aabe-7bf71622c0bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bdd17e9465442c6b527b37e80925d48&device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 1096 time: 0.1270947 Jan 27 12:48:25.304263 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=109463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 12:48:25.309137 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf9455-a862-4ab3-95bc-e2666eff39cf req-897e99f7-d849-4c4a-a4ca-a3a34f0e9fa6 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:25.310975 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ffcf9455-a862-4ab3-95bc-e2666eff39cf req-897e99f7-d849-4c4a-a4ca-a3a34f0e9fa6 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/ports?device_id=93b88502-4733-4aa0-b671-9676c07382e4 HTTP/1.1" status: 200 len: 948 time: 0.1462836 Jan 27 12:48:25.316799 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bacf4c-38aa-4d33-bc11-452d6df09a9d admin admin] Network 986a62ca-d786-4206-b635-783ada1ffd98 is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:48:25.325454 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-b7bacf4c-38aa-4d33-bc11-452d6df09a9d admin admin] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:48:25.391662 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:25.402728 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 40728) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:25.469157 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:48:25.486090 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Returning: {'device': '2d8837b0-6682-4ecf-b6eb-d1e20b87ef61', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'port_id': '2d8837b0-6682-4ecf-b6eb-d1e20b87ef61', 'mac_address': 'fa:16:3e:a5:9c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 12:48:25.540567 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 is: ACTIVE; New status is: BUILD {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:48:25.541436 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:25.548196 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-5296dfc0-a090-45cb-95cd-a6798f52f6a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c154fac3-f8c9-45ed-830e-6e2009a2bf95 HTTP/1.1" status: 200 len: 217 time: 0.2291775 Jan 27 12:48:25.564442 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 {{(pid=109463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:48:25.566689 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bacf4c-38aa-4d33-bc11-452d6df09a9d admin admin] Router c14cb6a7-51a7-45f2-8863-17f100c85755 has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:48:25.569137 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55c5c7-914e-4bf3-81e5-36077e7bc2c5 req-4c338dc5-f4ce-4ac7-94b9-61e3c57a419d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:25.577075 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-cd55c5c7-914e-4bf3-81e5-36077e7bc2c5 req-4c338dc5-f4ce-4ac7-94b9-61e3c57a419d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0861664 Jan 27 12:48:25.597854 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:48:25.638292 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-cd55c5c7-914e-4bf3-81e5-36077e7bc2c5 req-a4adc608-aaba-4538-9046-09d1fefce7c2 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600903 Jan 27 12:48:25.675120 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:25.688965 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-f703238b-5103-4667-9b26-e9228a3d202c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:25.690442 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-f703238b-5103-4667-9b26-e9228a3d202c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ba7930f-92e1-41b4-9c1a-3ea64702b7a6 HTTP/1.1" status: 200 len: 854 time: 0.1326959 Jan 27 12:48:25.693680 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-33b5f1b2-4236-4440-83e4-a5eb8baf1165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:25.696435 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ffcf9455-a862-4ab3-95bc-e2666eff39cf req-d992512a-0f40-460d-bf2b-ef9e7c6e198c tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea9c35b-0e2f-411b-b346-67052a6c53f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542998 Jan 27 12:48:25.745169 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-89e47314-dde8-438c-9fbe-730a2598e677 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a947d14-4622-4e1b-8ca5-f566d085c54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438633 Jan 27 12:48:25.748315 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61,revision_number=6']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:25.753665 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-cef0997e-ade0-46f3-b724-8f6813b13e94 None None] Provisioning complete for port 18997f31-20f6-467f-ba4b-3e35e6e2b464 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:25.754117 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-cef0997e-ade0-46f3-b724-8f6813b13e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (18997f31-20f6-467f-ba4b-3e35e6e2b464), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:25.796117 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-cef0997e-ade0-46f3-b724-8f6813b13e94 None None] Port 18997f31-20f6-467f-ba4b-3e35e6e2b464 cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:48:25.829277 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['2d8837b0-6682-4ecf-b6eb-d1e20b87ef61'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:48:25.872122 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-33b5f1b2-4236-4440-83e4-a5eb8baf1165 admin admin] Publish callbacks [] for security_group (09f9faa2-8281-4e90-af6d-47bee189877d), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:25.888183 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf3179-66ce-482b-b6ab-41771df5d136 req-c73670b9-1a45-44ec-bd9b-af9eea144ee8 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:25.889805 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-19cf3179-66ce-482b-b6ab-41771df5d136 req-c73670b9-1a45-44ec-bd9b-af9eea144ee8 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 943 time: 0.0691872 Jan 27 12:48:25.919167 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bacf4c-38aa-4d33-bc11-452d6df09a9d admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:48:25.924996 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-b7bacf4c-38aa-4d33-bc11-452d6df09a9d admin admin] 10.222.0.39 "PUT /v2.0/routers/c14cb6a7-51a7-45f2-8863-17f100c85755/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1351044 Jan 27 12:48:25.954760 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-f07c20c7-58d6-4190-a0e7-5dab151fc92a service neutron] 10.222.0.13 "GET /v2.0/networks/1a947d14-4622-4e1b-8ca5-f566d085c54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012746 Jan 27 12:48:25.986009 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-19cf3179-66ce-482b-b6ab-41771df5d136 req-d46c4bb1-4968-4ece-b007-71bc08c50564 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889311 Jan 27 12:48:25.999654 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-33b5f1b2-4236-4440-83e4-a5eb8baf1165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (09f9faa2-8281-4e90-af6d-47bee189877d), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:26.024059 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] Sync routers for ids ['c14cb6a7-51a7-45f2-8863-17f100c85755'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:48:26.039552 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] Routers {'c14cb6a7-51a7-45f2-8863-17f100c85755'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:48:26.040195 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:48:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['c14cb6a7-51a7-45f2-8863-17f100c85755'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:48:26.046179 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5f1b2-4236-4440-83e4-a5eb8baf1165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f9faa2-8281-4e90-af6d-47bee189877d,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:26.068779 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-33b5f1b2-4236-4440-83e4-a5eb8baf1165 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b892c5ce73af4a318ffd179ebbd7bba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6627855 Jan 27 12:48:26.071365 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 40744) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:26.201306 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8bec89fe-d573-443b-83c6-a8b7bc6db4e4 admin admin] Publish callbacks [] for security_group (09f9faa2-8281-4e90-af6d-47bee189877d), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:26.224667 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] Set router c14cb6a7-51a7-45f2-8863-17f100c85755 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:48:26.228194 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8bec89fe-d573-443b-83c6-a8b7bc6db4e4 admin admin] Publish callbacks [] for security_group (09f9faa2-8281-4e90-af6d-47bee189877d), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:26.267005 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device fbdb5115-ddfd-452e-91ec-9daa2bca592d up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:48:26.371926 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8bec89fe-d573-443b-83c6-a8b7bc6db4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (09f9faa2-8281-4e90-af6d-47bee189877d), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:26.374582 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8bec89fe-d573-443b-83c6-a8b7bc6db4e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:26.380448 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-8bec89fe-d573-443b-83c6-a8b7bc6db4e4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09f9faa2-8281-4e90-af6d-47bee189877d HTTP/1.1" status: 204 len: 168 time: 0.3073354 Jan 27 12:48:26.388837 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec89fe-d573-443b-83c6-a8b7bc6db4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f9faa2-8281-4e90-af6d-47bee189877d,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:26.484936 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd5fb7-5b33-4e68-82ba-daccf0bc0706 req-427649a8-1590-4258-9413-55a70e59f9f9 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:26.486388 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5dbd5fb7-5b33-4e68-82ba-daccf0bc0706 req-427649a8-1590-4258-9413-55a70e59f9f9 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.1387029 Jan 27 12:48:26.508751 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1e92d900-c636-45ec-b0eb-76c8e78bfaae req-f4c4a669-98e1-43f4-8d2d-9f5437fbb374 service neutron] 10.222.0.13 "GET /v2.0/networks/1a947d14-4622-4e1b-8ca5-f566d085c54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406320 Jan 27 12:48:26.568178 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port fbdb5115-ddfd-452e-91ec-9daa2bca592d triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:26.568704 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (fbdb5115-ddfd-452e-91ec-9daa2bca592d), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:26.592254 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5dbd5fb7-5b33-4e68-82ba-daccf0bc0706 req-4bb3ec24-8ed0-4d9c-a56b-6d1903c027e5 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951252 Jan 27 12:48:26.731513 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port fbdb5115-ddfd-452e-91ec-9daa2bca592d is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:48:26.739524 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:26.752738 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14cb6a7-51a7-45f2-8863-17f100c85755', 'name': 'tempest-TestMinimumBasicScenario-180837661-router', 'tenant_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'fbdb5115-ddfd-452e-91ec-9daa2bca592d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:48:17Z', 'updated_at': '2022-01-27T12:48:24Z', 'revision_number': 4, 'project_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'gw_port': {'id': 'fbdb5115-ddfd-452e-91ec-9daa2bca592d', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14cb6a7-51a7-45f2-8863-17f100c85755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:18Z', 'updated_at': '2022-01-27T12:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': '18997f31-20f6-467f-ba4b-3e35e6e2b464', 'name': '', 'network_id': '986a62ca-d786-4206-b635-783ada1ffd98', 'tenant_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'mac_address': 'fa:16:3e:74:a8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14cb6a7-51a7-45f2-8863-17f100c85755', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd478b4d3-1700-411f-aace-b54894f650b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:22Z', 'updated_at': '2022-01-27T12:48:24Z', 'revision_number': 2, 'project_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'subnets': [{'id': 'd478b4d3-1700-411f-aace-b54894f650b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:48:26.811845 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] Checking router: c14cb6a7-51a7-45f2-8863-17f100c85755 for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:48:26.812342 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] Updating router c14cb6a7-51a7-45f2-8863-17f100c85755 port 18997f31-20f6-467f-ba4b-3e35e6e2b464 binding host dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 12:48:26.827348 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6f69b-c25b-400e-9430-dfeede6e75d2 req-fd7a1d99-ff65-4a85-9c91-eae91e96695b tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:26.837461 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c5a6f69b-c25b-400e-9430-dfeede6e75d2 req-fd7a1d99-ff65-4a85-9c91-eae91e96695b tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 944 time: 0.0817680 Jan 27 12:48:26.868001 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (18997f31-20f6-467f-ba4b-3e35e6e2b464), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:26.914009 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c5a6f69b-c25b-400e-9430-dfeede6e75d2 req-f52ff9dc-eefd-4410-8095-40547bd75f91 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755117 Jan 27 12:48:26.934118 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4362a2d-4384-42a9-a34d-8de3fdfcb472 req-83a30363-7528-43c3-9cd8-1e048487cddc tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:26.934118 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b4362a2d-4384-42a9-a34d-8de3fdfcb472 req-83a30363-7528-43c3-9cd8-1e048487cddc tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/ports?device_id=93b88502-4733-4aa0-b671-9676c07382e4 HTTP/1.1" status: 200 len: 948 time: 0.1097250 Jan 27 12:48:26.996773 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b4362a2d-4384-42a9-a34d-8de3fdfcb472 req-bb2e3065-9f48-4898-a6dc-af311e0cd0d9 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea9c35b-0e2f-411b-b346-67052a6c53f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617652 Jan 27 12:48:27.108273 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f7f91-039a-4ccd-b25a-013984e6fe6d req-de5948ed-1454-49b9-8c62-fe19a1229799 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:27.109742 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f23f7f91-039a-4ccd-b25a-013984e6fe6d req-de5948ed-1454-49b9-8c62-fe19a1229799 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 943 time: 0.0534317 Jan 27 12:48:27.157606 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f23f7f91-039a-4ccd-b25a-013984e6fe6d req-1bfbbbcc-957e-457a-8918-c7e458ec894a tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414863 Jan 27 12:48:27.229398 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] Publish callbacks [] for port (18997f31-20f6-467f-ba4b-3e35e6e2b464), precommit_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:27.314975 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (18997f31-20f6-467f-ba4b-3e35e6e2b464), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:27.329474 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device a46d91cf-b1e9-489e-abbe-16a3ee36c3be details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=109463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 12:48:27.372010 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 up at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:48:27.495549 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595ea3e-95ee-4e77-b5a5-275960363eba None None] Pushing event updated for resources: {'Port': ['ID=18997f31-20f6-467f-ba4b-3e35e6e2b464,revision_number=3']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:27.559052 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:27.655303 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning complete for port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:27.655926 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:27.706427 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] Attempting to bind port 18997f31-20f6-467f-ba4b-3e35e6e2b464 on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:48:27.706726 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] Attempting to bind port 18997f31-20f6-467f-ba4b-3e35e6e2b464 by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': '04d0b1f5-ec8a-4850-9188-0fe1ddbb505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '986a62ca-d786-4206-b635-783ada1ffd98'}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:48:27.707113 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] Attempting to bind port 18997f31-20f6-467f-ba4b-3e35e6e2b464 on network 986a62ca-d786-4206-b635-783ada1ffd98 {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:48:27.746246 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port a46d91cf-b1e9-489e-abbe-16a3ee36c3be, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=a46d91cf-b1e9-489e-abbe-16a3ee36c3be,segment=NetworkSegment(51a67c24-a36f-4acd-9b34-6048951259ce),segment_id=51a67c24-a36f-4acd-9b34-6048951259ce)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:48:27.757824 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:48:27.760470 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] Checking segment: {'id': '04d0b1f5-ec8a-4850-9188-0fe1ddbb505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '986a62ca-d786-4206-b635-783ada1ffd98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:48:27.760853 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:27.761256 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] Bound using segment: {'id': '04d0b1f5-ec8a-4850-9188-0fe1ddbb505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '986a62ca-d786-4206-b635-783ada1ffd98'} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:48:27.762399 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] Bound port: 18997f31-20f6-467f-ba4b-3e35e6e2b464, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d0b1f5-ec8a-4850-9188-0fe1ddbb505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '986a62ca-d786-4206-b635-783ada1ffd98'}}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:48:27.762399 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (18997f31-20f6-467f-ba4b-3e35e6e2b464), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:27.768513 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe6c51-d9c5-4e19-a868-1f176f2af8e9 req-73c388ca-d90d-474b-a3fe-02aed7376636 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:27.788866 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-6abe6c51-d9c5-4e19-a868-1f176f2af8e9 req-73c388ca-d90d-474b-a3fe-02aed7376636 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0874462 Jan 27 12:48:27.791707 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Returning: {'device': 'a46d91cf-b1e9-489e-abbe-16a3ee36c3be', 'network_id': 'adaaf5a9-5b48-422f-87b8-0c6ea6d028c2', 'port_id': 'a46d91cf-b1e9-489e-abbe-16a3ee36c3be', 'mac_address': 'fa:16:3e:d2:77:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32811a48-0a17-4836-b829-7fb5e104ac3a', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 12:48:27.801014 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-3fcf05b0-f885-45eb-8ecf-32134aa5952e None None] Provisioning complete for port 18997f31-20f6-467f-ba4b-3e35e6e2b464 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:27.801386 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-3fcf05b0-f885-45eb-8ecf-32134aa5952e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (18997f31-20f6-467f-ba4b-3e35e6e2b464), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:27.864137 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-6abe6c51-d9c5-4e19-a868-1f176f2af8e9 req-ab66ae99-512a-4b7b-a950-97cf2ee4f5c8 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686891 Jan 27 12:48:28.019951 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-3fcf05b0-f885-45eb-8ecf-32134aa5952e None None] Port 18997f31-20f6-467f-ba4b-3e35e6e2b464 cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:48:28.040519 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port a46d91cf-b1e9-489e-abbe-16a3ee36c3be is: DOWN; New status is: BUILD {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:48:28.040926 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (a46d91cf-b1e9-489e-abbe-16a3ee36c3be), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:28.059608 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] For port 18997f31-20f6-467f-ba4b-3e35e6e2b464, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:48:28.068073 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] For port 18997f31-20f6-467f-ba4b-3e35e6e2b464, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=18997f31-20f6-467f-ba4b-3e35e6e2b464,segment=NetworkSegment(04d0b1f5-ec8a-4850-9188-0fe1ddbb505e),segment_id=04d0b1f5-ec8a-4850-9188-0fe1ddbb505e)] {{(pid=109463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:48:28.085629 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46d91cf-b1e9-489e-abbe-16a3ee36c3be {{(pid=109463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:48:28.090104 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 is: BUILD; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:48:28.091593 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:28.129038 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port a46d91cf-b1e9-489e-abbe-16a3ee36c3be, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=a46d91cf-b1e9-489e-abbe-16a3ee36c3be,segment=NetworkSegment(51a67c24-a36f-4acd-9b34-6048951259ce),segment_id=51a67c24-a36f-4acd-9b34-6048951259ce)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:48:28.167794 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8837b0-6682-4ecf-b6eb-d1e20b87ef61'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:48:28.175846 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ceaa57-b2bc-4013-be33-3d86782d7ab8" -d '{"events": [{"server_uuid": "97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8", "name": "network-vif-plugged", "status": "completed", "tag": "2d8837b0-6682-4ecf-b6eb-d1e20b87ef61"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:48:28.190868 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a5c6e-e521-4d2a-bd1e-663e3968790c req-79d0b789-8fc3-4feb-9f12-25a4ccf3bffd tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:28.196055 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (18997f31-20f6-467f-ba4b-3e35e6e2b464), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:28.208943 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-752a5c6e-e521-4d2a-bd1e-663e3968790c req-79d0b789-8fc3-4feb-9f12-25a4ccf3bffd tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 944 time: 0.1869807 Jan 27 12:48:28.230679 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:48:28.551126 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e30671-6b1b-493e-ab04-6b159524cd35 req-888a7122-2c9a-4e70-9a56-d22b9d6dfd3b tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:28.552399 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (a46d91cf-b1e9-489e-abbe-16a3ee36c3be), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:28.552594 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-94e30671-6b1b-493e-ab04-6b159524cd35 req-888a7122-2c9a-4e70-9a56-d22b9d6dfd3b tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/ports?device_id=93b88502-4733-4aa0-b671-9676c07382e4 HTTP/1.1" status: 200 len: 948 time: 0.1760366 Jan 27 12:48:28.552850 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] Routers {'c14cb6a7-51a7-45f2-8863-17f100c85755'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:48:28.552850 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:48:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['c14cb6a7-51a7-45f2-8863-17f100c85755'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:48:28.553107 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-752a5c6e-e521-4d2a-bd1e-663e3968790c req-290a359c-1e0b-4683-a110-331809040244 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188799 Jan 27 12:48:28.553483 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-94e30671-6b1b-493e-ab04-6b159524cd35 req-96af5809-092b-4853-ba1f-3475867b1f8e tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea9c35b-0e2f-411b-b346-67052a6c53f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548026 Jan 27 12:48:28.553848 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595ea3e-95ee-4e77-b5a5-275960363eba None None] Pushing event updated for resources: {'Port': ['ID=18997f31-20f6-467f-ba4b-3e35e6e2b464,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:28.553848 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224d6798-b414-49df-a7ac-5cb08f6aaee6 x-openstack-request-id: req-224d6798-b414-49df-a7ac-5cb08f6aaee6 {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:48:28.553848 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8", "name": "network-vif-plugged", "status": "completed", "tag": "2d8837b0-6682-4ecf-b6eb-d1e20b87ef61", "code": 200}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:48:28.553848 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-224d6798-b414-49df-a7ac-5cb08f6aaee6 {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:48:28.553848 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8837b0-6682-4ecf-b6eb-d1e20b87ef61', 'code': 200} Jan 27 12:48:28.567994 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:28.616304 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4930841-de62-4019-ac11-aa7f52307cee req-425ab212-f151-4c10-9cc0-868914b32149 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:28.625199 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d4930841-de62-4019-ac11-aa7f52307cee req-425ab212-f151-4c10-9cc0-868914b32149 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 943 time: 0.0793116 Jan 27 12:48:28.646265 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-374b522d-2480-4f2b-86de-123229823c96 None None] Provisioning complete for port 18997f31-20f6-467f-ba4b-3e35e6e2b464 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:28.646643 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-374b522d-2480-4f2b-86de-123229823c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (18997f31-20f6-467f-ba4b-3e35e6e2b464), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:28.654694 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=a46d91cf-b1e9-489e-abbe-16a3ee36c3be,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:28.682729 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] Set router c14cb6a7-51a7-45f2-8863-17f100c85755 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:48:28.689392 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d4930841-de62-4019-ac11-aa7f52307cee req-5a52780e-fcc8-481f-bb35-cb82f2a65e48 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632710 Jan 27 12:48:28.760115 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['a46d91cf-b1e9-489e-abbe-16a3ee36c3be'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:48:28.950796 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 40848) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:29.058920 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f211c2e-e8d2-4171-9543-dfebe5722ca2 req-ae0a38dc-bc42-49ef-893a-2651d687d36e tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:29.058920 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1f211c2e-e8d2-4171-9543-dfebe5722ca2 req-ae0a38dc-bc42-49ef-893a-2651d687d36e tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.1264679 Jan 27 12:48:29.163945 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61,revision_number=7']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:29.185111 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1f211c2e-e8d2-4171-9543-dfebe5722ca2 req-b64160b0-c321-4e0c-8799-fe2f2baf7da0 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210356 Jan 27 12:48:29.201814 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-829ca8ed-264d-4d92-9ffc-812d292f080a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:29.281879 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-374b522d-2480-4f2b-86de-123229823c96 None None] Current status of the port 18997f31-20f6-467f-ba4b-3e35e6e2b464 is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:48:29.282289 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-374b522d-2480-4f2b-86de-123229823c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (18997f31-20f6-467f-ba4b-3e35e6e2b464), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:29.308743 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-829ca8ed-264d-4d92-9ffc-812d292f080a admin admin] Publish callbacks [] for security_group (a45cfded-50f0-481f-95d9-f85818bf44df), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:29.389241 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-829ca8ed-264d-4d92-9ffc-812d292f080a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (a45cfded-50f0-481f-95d9-f85818bf44df), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:29.438816 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-829ca8ed-264d-4d92-9ffc-812d292f080a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4294d30bca814282b23a2b61355a106d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4851308 Jan 27 12:48:29.441161 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 40858) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:29.448979 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device c154fac3-f8c9-45ed-830e-6e2009a2bf95 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=109463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 12:48:29.474858 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ca8ed-264d-4d92-9ffc-812d292f080a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45cfded-50f0-481f-95d9-f85818bf44df,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:29.557400 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port c154fac3-f8c9-45ed-830e-6e2009a2bf95, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=c154fac3-f8c9-45ed-830e-6e2009a2bf95,segment=NetworkSegment(1226b835-00af-46c6-b3a8-0aad62ae324d),segment_id=1226b835-00af-46c6-b3a8-0aad62ae324d)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:48:29.562279 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-008388dd-5499-43d5-b289-12cd1d2b596f admin admin] Publish callbacks [] for security_group (a45cfded-50f0-481f-95d9-f85818bf44df), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:29.576707 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Returning: {'device': 'c154fac3-f8c9-45ed-830e-6e2009a2bf95', 'network_id': '1a947d14-4622-4e1b-8ca5-f566d085c54e', 'port_id': 'c154fac3-f8c9-45ed-830e-6e2009a2bf95', 'mac_address': 'fa:16:3e:cb:06:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba7930f-92e1-41b4-9c1a-3ea64702b7a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 12:48:29.600773 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-008388dd-5499-43d5-b289-12cd1d2b596f admin admin] Publish callbacks [] for security_group (a45cfded-50f0-481f-95d9-f85818bf44df), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:29.634223 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-374b522d-2480-4f2b-86de-123229823c96 None None] For port 18997f31-20f6-467f-ba4b-3e35e6e2b464, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=18997f31-20f6-467f-ba4b-3e35e6e2b464,segment=NetworkSegment(04d0b1f5-ec8a-4850-9188-0fe1ddbb505e),segment_id=04d0b1f5-ec8a-4850-9188-0fe1ddbb505e)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:48:29.743652 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-008388dd-5499-43d5-b289-12cd1d2b596f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (a45cfded-50f0-481f-95d9-f85818bf44df), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:29.746588 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b44671-4bd1-47cf-942b-a5bdc4a2bab2 req-2110fcb4-b6aa-4329-a98e-cb381d8adbac tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:29.746937 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-008388dd-5499-43d5-b289-12cd1d2b596f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:29.748782 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-45b44671-4bd1-47cf-942b-a5bdc4a2bab2 req-2110fcb4-b6aa-4329-a98e-cb381d8adbac tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.1405778 Jan 27 12:48:29.753973 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-374b522d-2480-4f2b-86de-123229823c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (18997f31-20f6-467f-ba4b-3e35e6e2b464), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:29.756612 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-008388dd-5499-43d5-b289-12cd1d2b596f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a45cfded-50f0-481f-95d9-f85818bf44df HTTP/1.1" status: 204 len: 168 time: 0.3058007 Jan 27 12:48:29.770398 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3f844-1cb3-4c62-b337-901155a830dd req-4c9902e9-66f1-4dc4-a806-03fe38015ea9 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:29.780349 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-34e3f844-1cb3-4c62-b337-901155a830dd req-4c9902e9-66f1-4dc4-a806-03fe38015ea9 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/ports?device_id=93b88502-4733-4aa0-b671-9676c07382e4 HTTP/1.1" status: 200 len: 949 time: 0.2217231 Jan 27 12:48:29.784259 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14cb6a7-51a7-45f2-8863-17f100c85755', 'name': 'tempest-TestMinimumBasicScenario-180837661-router', 'tenant_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'fbdb5115-ddfd-452e-91ec-9daa2bca592d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:48:17Z', 'updated_at': '2022-01-27T12:48:24Z', 'revision_number': 4, 'project_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'gw_port': {'id': 'fbdb5115-ddfd-452e-91ec-9daa2bca592d', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14cb6a7-51a7-45f2-8863-17f100c85755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:18Z', 'updated_at': '2022-01-27T12:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': '18997f31-20f6-467f-ba4b-3e35e6e2b464', 'name': '', 'network_id': '986a62ca-d786-4206-b635-783ada1ffd98', 'tenant_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'mac_address': 'fa:16:3e:74:a8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14cb6a7-51a7-45f2-8863-17f100c85755', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd478b4d3-1700-411f-aace-b54894f650b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:22Z', 'updated_at': '2022-01-27T12:48:28Z', 'revision_number': 4, 'project_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'subnets': [{'id': 'd478b4d3-1700-411f-aace-b54894f650b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:48:29.846951 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6162d9a5-7efc-4f38-86bc-2f38399fa014 None None] The sync data for ids ['c14cb6a7-51a7-45f2-8863-17f100c85755'] in dv-cinder-824031-3-iscsi is: [{'id': 'c14cb6a7-51a7-45f2-8863-17f100c85755', 'name': 'tempest-TestMinimumBasicScenario-180837661-router', 'tenant_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'fbdb5115-ddfd-452e-91ec-9daa2bca592d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:48:17Z', 'updated_at': '2022-01-27T12:48:24Z', 'revision_number': 4, 'project_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'gw_port': {'id': 'fbdb5115-ddfd-452e-91ec-9daa2bca592d', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14cb6a7-51a7-45f2-8863-17f100c85755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:18Z', 'updated_at': '2022-01-27T12:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': '18997f31-20f6-467f-ba4b-3e35e6e2b464', 'name': '', 'network_id': '986a62ca-d786-4206-b635-783ada1ffd98', 'tenant_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'mac_address': 'fa:16:3e:74:a8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14cb6a7-51a7-45f2-8863-17f100c85755', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd478b4d3-1700-411f-aace-b54894f650b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:22Z', 'updated_at': '2022-01-27T12:48:28Z', 'revision_number': 4, 'project_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'subnets': [{'id': 'd478b4d3-1700-411f-aace-b54894f650b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:48:29.869775 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-34e3f844-1cb3-4c62-b337-901155a830dd req-869cfb3f-0905-49b8-81c9-d6b94d0791b2 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea9c35b-0e2f-411b-b346-67052a6c53f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880365 Jan 27 12:48:29.874277 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008388dd-5499-43d5-b289-12cd1d2b596f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45cfded-50f0-481f-95d9-f85818bf44df,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:29.890042 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-45b44671-4bd1-47cf-942b-a5bdc4a2bab2 req-1e892663-37ed-4b76-a5c0-54067aea8217 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330631 Jan 27 12:48:29.973965 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port c154fac3-f8c9-45ed-830e-6e2009a2bf95 is: DOWN; New status is: BUILD {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:48:29.977372 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (c154fac3-f8c9-45ed-830e-6e2009a2bf95), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:29.995084 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c154fac3-f8c9-45ed-830e-6e2009a2bf95 {{(pid=109463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:48:30.112204 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b522d-2480-4f2b-86de-123229823c96 None None] Pushing event updated for resources: {'Port': ['ID=18997f31-20f6-467f-ba4b-3e35e6e2b464,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:30.118966 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port c154fac3-f8c9-45ed-830e-6e2009a2bf95, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=c154fac3-f8c9-45ed-830e-6e2009a2bf95,segment=NetworkSegment(1226b835-00af-46c6-b3a8-0aad62ae324d),segment_id=1226b835-00af-46c6-b3a8-0aad62ae324d)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:48:30.194881 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (c154fac3-f8c9-45ed-830e-6e2009a2bf95), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:30.236408 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673968a-6ae4-4d13-b321-42e0fee9118d req-bec40d20-95f0-44fa-b8b9-ad22c41ba476 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:30.238015 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9673968a-6ae4-4d13-b321-42e0fee9118d req-bec40d20-95f0-44fa-b8b9-ad22c41ba476 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 943 time: 0.1833568 Jan 27 12:48:30.385575 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=c154fac3-f8c9-45ed-830e-6e2009a2bf95,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:30.417070 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9673968a-6ae4-4d13-b321-42e0fee9118d req-d1a798d2-e7a1-483e-af74-8e971f0a5c03 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625574 Jan 27 12:48:30.426698 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ffd6e-156a-46d7-9685-6cbf464ff1cb req-8d496af3-a1d0-4497-aa83-a8a236cf755e tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:30.442619 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-da2ffd6e-156a-46d7-9685-6cbf464ff1cb req-8d496af3-a1d0-4497-aa83-a8a236cf755e tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.1238770 Jan 27 12:48:30.444483 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 18997f31-20f6-467f-ba4b-3e35e6e2b464 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:48:30.547519 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 18997f31-20f6-467f-ba4b-3e35e6e2b464 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:30.547899 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (18997f31-20f6-467f-ba4b-3e35e6e2b464), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:30.570959 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-da2ffd6e-156a-46d7-9685-6cbf464ff1cb req-baf6f43d-b5cd-4664-8917-b784c1575799 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241119 Jan 27 12:48:30.609062 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['c154fac3-f8c9-45ed-830e-6e2009a2bf95'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:48:31.138416 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d455e7c-800c-4a7e-aa41-6ab1c7fec807 req-b4d5015b-ea27-4305-95a6-6075d2483b6f tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:31.157480 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8d455e7c-800c-4a7e-aa41-6ab1c7fec807 req-b4d5015b-ea27-4305-95a6-6075d2483b6f tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/ports?device_id=93b88502-4733-4aa0-b671-9676c07382e4 HTTP/1.1" status: 200 len: 949 time: 0.1329029 Jan 27 12:48:31.180030 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414cec3-988b-4d2f-9c4d-2faf033ac3f1 req-dbb9062f-d4fa-479a-9b6d-1b8999d92752 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:31.192266 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4414cec3-988b-4d2f-9c4d-2faf033ac3f1 req-dbb9062f-d4fa-479a-9b6d-1b8999d92752 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.1331456 Jan 27 12:48:31.214154 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 18997f31-20f6-467f-ba4b-3e35e6e2b464 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:48:31.271655 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8d455e7c-800c-4a7e-aa41-6ab1c7fec807 req-ee83c6a3-a37d-4395-af3c-0fd41b8023b4 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea9c35b-0e2f-411b-b346-67052a6c53f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114283 Jan 27 12:48:31.336775 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device a46d91cf-b1e9-489e-abbe-16a3ee36c3be up at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:48:31.443219 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4414cec3-988b-4d2f-9c4d-2faf033ac3f1 req-24f63850-2d70-4012-aea7-8f142995bc03 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497349 Jan 27 12:48:31.634244 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning for port a46d91cf-b1e9-489e-abbe-16a3ee36c3be completed by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 12:48:31.639095 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning complete for port a46d91cf-b1e9-489e-abbe-16a3ee36c3be triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:31.639699 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (a46d91cf-b1e9-489e-abbe-16a3ee36c3be), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:31.696610 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b8a66-8079-4372-ad0c-75f725ad8e2b req-99526e29-5d15-42b5-ba1e-9a377eafa900 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:31.708065 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f65b8a66-8079-4372-ad0c-75f725ad8e2b req-99526e29-5d15-42b5-ba1e-9a377eafa900 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 944 time: 0.1552560 Jan 27 12:48:31.800404 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9e903-48a9-4bc5-b4ef-42c1056d7156 req-36f3f48d-610e-429b-b0ed-ee697f236b70 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:31.825091 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f4b9e903-48a9-4bc5-b4ef-42c1056d7156 req-36f3f48d-610e-429b-b0ed-ee697f236b70 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.1463535 Jan 27 12:48:31.871934 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f65b8a66-8079-4372-ad0c-75f725ad8e2b req-cf7aefbc-5eba-40d1-9af5-fdac9fb94dfb tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515291 Jan 27 12:48:31.915886 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port a46d91cf-b1e9-489e-abbe-16a3ee36c3be is: BUILD; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:48:31.916343 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (a46d91cf-b1e9-489e-abbe-16a3ee36c3be), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:31.945672 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b88502-4733-4aa0-b671-9676c07382e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46d91cf-b1e9-489e-abbe-16a3ee36c3be'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:48:31.953472 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f1137d-311d-4375-aeb0-5a76b655e8db" -d '{"events": [{"server_uuid": "93b88502-4733-4aa0-b671-9676c07382e4", "name": "network-vif-plugged", "status": "completed", "tag": "a46d91cf-b1e9-489e-abbe-16a3ee36c3be"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:48:31.967733 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f4b9e903-48a9-4bc5-b4ef-42c1056d7156 req-695f8a37-6971-4509-9229-c42900d68920 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406326 Jan 27 12:48:32.010964 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port a46d91cf-b1e9-489e-abbe-16a3ee36c3be, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=a46d91cf-b1e9-489e-abbe-16a3ee36c3be,segment=NetworkSegment(51a67c24-a36f-4acd-9b34-6048951259ce),segment_id=51a67c24-a36f-4acd-9b34-6048951259ce)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:48:32.071802 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f7dbe9-36e8-45e9-8327-69594dcdbdd1 x-openstack-request-id: req-d6f7dbe9-36e8-45e9-8327-69594dcdbdd1 {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:48:32.072114 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b88502-4733-4aa0-b671-9676c07382e4", "name": "network-vif-plugged", "status": "completed", "tag": "a46d91cf-b1e9-489e-abbe-16a3ee36c3be", "code": 200}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:48:32.072371 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d6f7dbe9-36e8-45e9-8327-69594dcdbdd1 {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:48:32.072784 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b88502-4733-4aa0-b671-9676c07382e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46d91cf-b1e9-489e-abbe-16a3ee36c3be', 'code': 200} Jan 27 12:48:32.099422 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (a46d91cf-b1e9-489e-abbe-16a3ee36c3be), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:32.247125 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=a46d91cf-b1e9-489e-abbe-16a3ee36c3be,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:32.299224 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 18997f31-20f6-467f-ba4b-3e35e6e2b464 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:48:32.425748 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55bd29-6b79-4256-a9da-2cdf52dbe54b req-35bd2f35-fd2d-4a70-9368-e19b3976e5ca tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:32.443102 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2d55bd29-6b79-4256-a9da-2cdf52dbe54b req-35bd2f35-fd2d-4a70-9368-e19b3976e5ca tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/ports?device_id=93b88502-4733-4aa0-b671-9676c07382e4 HTTP/1.1" status: 200 len: 950 time: 0.0886869 Jan 27 12:48:32.534591 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 18997f31-20f6-467f-ba4b-3e35e6e2b464 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:32.535132 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (18997f31-20f6-467f-ba4b-3e35e6e2b464), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:32.609290 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2d55bd29-6b79-4256-a9da-2cdf52dbe54b req-d3d620b1-4054-4e86-8fc4-7048202f113a tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea9c35b-0e2f-411b-b346-67052a6c53f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648765 Jan 27 12:48:32.667604 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 18997f31-20f6-467f-ba4b-3e35e6e2b464 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:48:32.785514 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d1c9a-b52d-4864-9c12-f925b174d3ff req-eacce6bf-979e-44bc-8918-74ca952fe877 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:32.788959 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-be5d1c9a-b52d-4864-9c12-f925b174d3ff req-eacce6bf-979e-44bc-8918-74ca952fe877 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0658545 Jan 27 12:48:32.820402 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46af58e-12b1-4f56-9854-44254f990a4f req-7f840010-5a43-4cc0-9a6d-629439faa3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:32.822707 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d46af58e-12b1-4f56-9854-44254f990a4f req-7f840010-5a43-4cc0-9a6d-629439faa3d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=93b88502-4733-4aa0-b671-9676c07382e4 HTTP/1.1" status: 200 len: 1103 time: 0.0558321 Jan 27 12:48:32.853975 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-be5d1c9a-b52d-4864-9c12-f925b174d3ff req-356acbc8-3d6f-48ef-894c-adc53ba32376 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593858 Jan 27 12:48:32.873664 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d46af58e-12b1-4f56-9854-44254f990a4f req-b909411b-206c-496a-8a4e-50c0ad489860 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2ea9c35b-0e2f-411b-b346-67052a6c53f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437942 Jan 27 12:48:32.976708 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e40de8-88c0-4570-b1f6-7385750b1bea req-f94d561c-1e6f-47a6-b8e4-91fd537d01de tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:32.979669 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e5e40de8-88c0-4570-b1f6-7385750b1bea req-f94d561c-1e6f-47a6-b8e4-91fd537d01de tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 944 time: 0.0543375 Jan 27 12:48:33.043063 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e5e40de8-88c0-4570-b1f6-7385750b1bea req-555daa62-4e64-499f-8347-fc9c17d1c192 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569897 Jan 27 12:48:33.135721 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798c4c9-5f6b-4f12-8ea8-9a4c58697c5e req-8f83ab1e-24ca-4230-b656-e2c1f7630075 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:33.145576 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1798c4c9-5f6b-4f12-8ea8-9a4c58697c5e req-8f83ab1e-24ca-4230-b656-e2c1f7630075 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0801289 Jan 27 12:48:33.204864 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1798c4c9-5f6b-4f12-8ea8-9a4c58697c5e req-b0b99548-7eea-4bd4-94de-e750d31158e8 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609725 Jan 27 12:48:33.346779 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device c154fac3-f8c9-45ed-830e-6e2009a2bf95 up at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:48:33.508378 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning for port c154fac3-f8c9-45ed-830e-6e2009a2bf95 completed by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 12:48:33.517396 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning complete for port c154fac3-f8c9-45ed-830e-6e2009a2bf95 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:33.517396 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (c154fac3-f8c9-45ed-830e-6e2009a2bf95), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:33.635346 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port c154fac3-f8c9-45ed-830e-6e2009a2bf95 is: BUILD; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:48:33.636099 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (c154fac3-f8c9-45ed-830e-6e2009a2bf95), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:33.800765 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port c154fac3-f8c9-45ed-830e-6e2009a2bf95, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=c154fac3-f8c9-45ed-830e-6e2009a2bf95,segment=NetworkSegment(1226b835-00af-46c6-b3a8-0aad62ae324d),segment_id=1226b835-00af-46c6-b3a8-0aad62ae324d)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:48:33.863305 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (c154fac3-f8c9-45ed-830e-6e2009a2bf95), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:33.984389 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1304c4-632a-4214-bf16-7e427261c261 req-a778c02e-aee5-4295-a31a-a4897db32d82 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:33.991524 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7c1304c4-632a-4214-bf16-7e427261c261 req-a778c02e-aee5-4295-a31a-a4897db32d82 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/ports?device_id=93b88502-4733-4aa0-b671-9676c07382e4 HTTP/1.1" status: 200 len: 950 time: 0.1275821 Jan 27 12:48:34.019199 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=c154fac3-f8c9-45ed-830e-6e2009a2bf95,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:34.073807 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe8d3c1-7fc1-4f52-8f36-2fce658a3364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c154fac3-f8c9-45ed-830e-6e2009a2bf95'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:48:34.076582 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3969592e-ba37-4d22-bbc8-6022c392ecfe" -d '{"events": [{"server_uuid": "8fe8d3c1-7fc1-4f52-8f36-2fce658a3364", "name": "network-vif-plugged", "status": "completed", "tag": "c154fac3-f8c9-45ed-830e-6e2009a2bf95"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:48:34.097732 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7c1304c4-632a-4214-bf16-7e427261c261 req-de3561ed-84dd-43a1-8e3b-103216cd45d8 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea9c35b-0e2f-411b-b346-67052a6c53f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040857 Jan 27 12:48:34.123281 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930501d0-7526-4c1f-81dd-b52bfdedb1ab req-e930d7bb-82ab-42fb-952e-6bb5da8aa427 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:34.137062 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-930501d0-7526-4c1f-81dd-b52bfdedb1ab req-e930d7bb-82ab-42fb-952e-6bb5da8aa427 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.1233742 Jan 27 12:48:34.244696 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-930501d0-7526-4c1f-81dd-b52bfdedb1ab req-1cc9d951-e350-4aff-84e2-77f245d5a0ae tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046774 Jan 27 12:48:34.326634 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc73a152-3c2d-4245-a7ad-790411e788d7 x-openstack-request-id: req-cc73a152-3c2d-4245-a7ad-790411e788d7 {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:48:34.326961 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe8d3c1-7fc1-4f52-8f36-2fce658a3364", "name": "network-vif-plugged", "status": "completed", "tag": "c154fac3-f8c9-45ed-830e-6e2009a2bf95", "code": 200}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:48:34.327210 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc73a152-3c2d-4245-a7ad-790411e788d7 {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:48:34.327597 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe8d3c1-7fc1-4f52-8f36-2fce658a3364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c154fac3-f8c9-45ed-830e-6e2009a2bf95', 'code': 200} Jan 27 12:48:34.346860 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127b4f7-a3c9-4fac-abaa-3472ac27f0a3 req-09e0541c-bd5f-4d2b-96dd-dbbcc7c03ec1 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:34.364853 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-2127b4f7-a3c9-4fac-abaa-3472ac27f0a3 req-09e0541c-bd5f-4d2b-96dd-dbbcc7c03ec1 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 945 time: 0.1336539 Jan 27 12:48:34.463613 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-2127b4f7-a3c9-4fac-abaa-3472ac27f0a3 req-51c1cbc6-106d-4669-9930-42dd6f7d68dc tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973661 Jan 27 12:48:34.475580 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec16bd6-b431-4836-be6a-392a2d7e2a0f req-49306d22-f6cd-405e-8ab4-0a11eccb8d0c tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:34.477438 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-dec16bd6-b431-4836-be6a-392a2d7e2a0f req-49306d22-f6cd-405e-8ab4-0a11eccb8d0c tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0655687 Jan 27 12:48:34.552261 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-dec16bd6-b431-4836-be6a-392a2d7e2a0f req-05987e78-8e42-4a5d-a6af-4c10e5593871 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679696 Jan 27 12:48:34.933527 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa3046-2101-4b20-b375-a2edfc3f1fa5 req-966b937f-c3d8-4891-a7c5-1ae112feabf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:34.935078 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-99aa3046-2101-4b20-b375-a2edfc3f1fa5 req-966b937f-c3d8-4891-a7c5-1ae112feabf8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 1098 time: 0.0707040 Jan 27 12:48:35.074041 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-99aa3046-2101-4b20-b375-a2edfc3f1fa5 req-5148a223-a0c2-4e8b-a6a9-36fcfabcc350 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265974 Jan 27 12:48:35.346588 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa5657-6df3-4f10-9ba1-533763c33f1c req-25544003-9174-46d2-867a-4d9ecd6f5604 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:35.369765 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8daa5657-6df3-4f10-9ba1-533763c33f1c req-25544003-9174-46d2-867a-4d9ecd6f5604 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/ports?device_id=93b88502-4733-4aa0-b671-9676c07382e4 HTTP/1.1" status: 200 len: 950 time: 0.1435463 Jan 27 12:48:35.482031 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a455f-6aad-40a8-ac56-808ebe3aa152 req-9f3f9a56-132b-4b2c-863c-c89391f28ec2 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:35.491646 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-781a455f-6aad-40a8-ac56-808ebe3aa152 req-9f3f9a56-132b-4b2c-863c-c89391f28ec2 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0716844 Jan 27 12:48:35.517690 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8daa5657-6df3-4f10-9ba1-533763c33f1c req-c2047d70-ff94-4a7a-bd50-73c633f833e5 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea9c35b-0e2f-411b-b346-67052a6c53f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493094 Jan 27 12:48:35.573468 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-781a455f-6aad-40a8-ac56-808ebe3aa152 req-7369c14f-a6e4-4d9b-b467-c8e256b1bd33 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733931 Jan 27 12:48:35.728922 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204f25c-b155-4877-8949-be34d6f37f15 req-5cc571e9-0a91-4a43-98c3-ebaf85e25796 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:35.745520 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-2204f25c-b155-4877-8949-be34d6f37f15 req-5cc571e9-0a91-4a43-98c3-ebaf85e25796 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0953362 Jan 27 12:48:35.754700 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211cad3-26f5-466f-8119-eb0aa0203816 req-2aeccee2-3593-41b7-a3e2-7846e7bf175e tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:35.756585 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f211cad3-26f5-466f-8119-eb0aa0203816 req-2aeccee2-3593-41b7-a3e2-7846e7bf175e tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 945 time: 0.1031423 Jan 27 12:48:35.895680 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-2204f25c-b155-4877-8949-be34d6f37f15 req-5d3356f4-6130-4fc0-bda1-c4fed13ac29e tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471896 Jan 27 12:48:35.913184 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f211cad3-26f5-466f-8119-eb0aa0203816 req-ec5c9ba5-6a8e-4a68-bade-849f28199c60 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494284 Jan 27 12:48:36.511452 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f8533-eb98-4759-b419-05b8ccfb84b3 req-2dabacc7-b227-4d56-b0b1-b7318f3f96b6 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:36.518635 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-fd8f8533-eb98-4759-b419-05b8ccfb84b3 req-2dabacc7-b227-4d56-b0b1-b7318f3f96b6 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/ports?device_id=93b88502-4733-4aa0-b671-9676c07382e4 HTTP/1.1" status: 200 len: 950 time: 0.0633726 Jan 27 12:48:36.582658 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-fd8f8533-eb98-4759-b419-05b8ccfb84b3 req-896d2f7e-1c24-44e6-bd89-70dcea8ed024 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea9c35b-0e2f-411b-b346-67052a6c53f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578279 Jan 27 12:48:36.717318 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115dd85-59a1-458c-9dc3-19265f4a64d5 req-34036773-c4c6-4dd7-b7d4-8e96db9de1fa tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:36.718953 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-0115dd85-59a1-458c-9dc3-19265f4a64d5 req-34036773-c4c6-4dd7-b7d4-8e96db9de1fa tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0695028 Jan 27 12:48:36.800018 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-0115dd85-59a1-458c-9dc3-19265f4a64d5 req-118582c2-d29c-4045-ac1f-388d34e5b690 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658519 Jan 27 12:48:37.036962 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b5817-676a-4a95-adb9-2d16bd00a42d req-df7633f0-d321-4bdb-9c36-8b6e109f3d03 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:37.038542 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-2b0b5817-676a-4a95-adb9-2d16bd00a42d req-df7633f0-d321-4bdb-9c36-8b6e109f3d03 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0646315 Jan 27 12:48:37.095758 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-2b0b5817-676a-4a95-adb9-2d16bd00a42d req-1fcaa4d0-a1bb-4531-8438-9903dd385bef tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508859 Jan 27 12:48:37.351681 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510abf5d-1c50-4146-9da3-5acb24080d65 req-f83fa262-2285-41e4-8276-0dc7e3b3e4bb tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:37.354754 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-510abf5d-1c50-4146-9da3-5acb24080d65 req-f83fa262-2285-41e4-8276-0dc7e3b3e4bb tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 945 time: 0.1631684 Jan 27 12:48:37.438550 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-510abf5d-1c50-4146-9da3-5acb24080d65 req-c86feadf-a851-4941-a671-dc8b39579dc5 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825307 Jan 27 12:48:37.697631 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3848bb0-2733-4e86-8a8f-388047cf05a2 req-adf55988-3b19-4392-8a09-3513a05afe23 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:37.699162 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-c3848bb0-2733-4e86-8a8f-388047cf05a2 req-adf55988-3b19-4392-8a09-3513a05afe23 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/ports?device_id=93b88502-4733-4aa0-b671-9676c07382e4 HTTP/1.1" status: 200 len: 950 time: 0.0531325 Jan 27 12:48:37.761396 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-c3848bb0-2733-4e86-8a8f-388047cf05a2 req-05652407-671e-47e2-8592-328f6d542753 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea9c35b-0e2f-411b-b346-67052a6c53f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474238 Jan 27 12:48:37.953041 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c6e4a-9495-47f0-b092-5fbde959ed35 req-91e4f3d6-d472-4f16-8c8b-bfa346a50311 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:37.954649 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9f0c6e4a-9495-47f0-b092-5fbde959ed35 req-91e4f3d6-d472-4f16-8c8b-bfa346a50311 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0877712 Jan 27 12:48:38.049447 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9f0c6e4a-9495-47f0-b092-5fbde959ed35 req-23ffb939-57f8-424e-9283-5bb3b5fe8a8f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874135 Jan 27 12:48:38.240400 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa8873-01ad-4e8b-a16b-fff6ebcd00d0 req-6b77845b-2019-4405-a300-71ca5cc1fbbb tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:38.242089 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-41fa8873-01ad-4e8b-a16b-fff6ebcd00d0 req-6b77845b-2019-4405-a300-71ca5cc1fbbb tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0576992 Jan 27 12:48:38.311439 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-41fa8873-01ad-4e8b-a16b-fff6ebcd00d0 req-93baf029-8617-41a1-a64e-43648e98b42c tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606298 Jan 27 12:48:38.580340 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575ab8a-f726-4e04-ac67-d9a32b7b0778 req-cdae9232-4556-46ce-b472-394bc902493e tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:38.588047 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-0575ab8a-f726-4e04-ac67-d9a32b7b0778 req-cdae9232-4556-46ce-b472-394bc902493e tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 945 time: 0.0682087 Jan 27 12:48:38.637319 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-0575ab8a-f726-4e04-ac67-d9a32b7b0778 req-7f745870-8480-4763-b9b9-73f8fbb029e0 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481904 Jan 27 12:48:38.967825 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af7f94-44a3-4ba7-9bd7-16f7a3e6851e req-8fae9908-7022-431f-abd3-a94bcbd7060d tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:38.971767 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-96af7f94-44a3-4ba7-9bd7-16f7a3e6851e req-8fae9908-7022-431f-abd3-a94bcbd7060d tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/ports?device_id=93b88502-4733-4aa0-b671-9676c07382e4 HTTP/1.1" status: 200 len: 950 time: 0.0970757 Jan 27 12:48:39.063700 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-96af7f94-44a3-4ba7-9bd7-16f7a3e6851e req-59657a78-58d3-49bd-953a-cd0b7c058564 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea9c35b-0e2f-411b-b346-67052a6c53f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839057 Jan 27 12:48:39.258114 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed3d31-f414-4c32-943f-c8f44739cfbd req-2338344f-7254-48b4-97e3-3738cd9b7bf0 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:39.272453 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-31ed3d31-f414-4c32-943f-c8f44739cfbd req-2338344f-7254-48b4-97e3-3738cd9b7bf0 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0964096 Jan 27 12:48:39.357364 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-31ed3d31-f414-4c32-943f-c8f44739cfbd req-6ac8d7da-be46-4132-97ae-fa6137786c9e tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834293 Jan 27 12:48:39.478795 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7664fb-f146-4812-b28a-d71fb2e99ccb req-65ce572f-7eef-489d-bba2-efc09f3cb3d1 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:39.492941 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ca7664fb-f146-4812-b28a-d71fb2e99ccb req-65ce572f-7eef-489d-bba2-efc09f3cb3d1 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0768239 Jan 27 12:48:39.585101 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ca7664fb-f146-4812-b28a-d71fb2e99ccb req-6fafc6e9-3550-439e-ae76-49618523d4e0 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896246 Jan 27 12:48:39.840952 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176e702-38af-446b-a322-f81d4d108b3f req-b7c569d4-23c0-42de-852a-809176dfb78a tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:39.842999 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9176e702-38af-446b-a322-f81d4d108b3f req-b7c569d4-23c0-42de-852a-809176dfb78a tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 945 time: 0.0889680 Jan 27 12:48:39.920271 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9176e702-38af-446b-a322-f81d4d108b3f req-971c34c5-623e-4d2d-86be-3b82e252a36d tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682898 Jan 27 12:48:40.314929 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69c843-1096-4a99-8a14-78088ff3c254 req-705efd0f-7784-4d91-8bd6-7100edc7b6e2 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:40.325933 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3b69c843-1096-4a99-8a14-78088ff3c254 req-705efd0f-7784-4d91-8bd6-7100edc7b6e2 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/ports?device_id=93b88502-4733-4aa0-b671-9676c07382e4 HTTP/1.1" status: 200 len: 950 time: 0.1228938 Jan 27 12:48:40.436222 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3b69c843-1096-4a99-8a14-78088ff3c254 req-97470a4a-3ede-47dc-9e26-9dbca9d5b630 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea9c35b-0e2f-411b-b346-67052a6c53f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092949 Jan 27 12:48:40.552826 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e825b-bf98-46ba-bac7-d6adfab5eccb req-65f878c1-056a-42e9-9268-e7f1c5d393a3 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:40.554574 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-421e825b-bf98-46ba-bac7-d6adfab5eccb req-65f878c1-056a-42e9-9268-e7f1c5d393a3 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0861135 Jan 27 12:48:40.706095 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-421e825b-bf98-46ba-bac7-d6adfab5eccb req-8a1719ba-170a-4886-8cb4-1da14768d5bd tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457713 Jan 27 12:48:40.772296 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8260e-cf0b-4c1c-975d-3d7be0d84afe req-2ab1d39e-e015-44f7-9f5c-7fce3076119f tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:40.784214 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-19c8260e-cf0b-4c1c-975d-3d7be0d84afe req-2ab1d39e-e015-44f7-9f5c-7fce3076119f tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.13 "GET /v2.0/ports?device_id=93b88502-4733-4aa0-b671-9676c07382e4 HTTP/1.1" status: 200 len: 950 time: 0.1408908 Jan 27 12:48:40.882136 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c74a5f-0a8b-4d6a-b0b6-6aea2d797fd6 req-9d1e59c1-1236-4bb5-bcaa-242118e7995a tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:40.890341 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-93c74a5f-0a8b-4d6a-b0b6-6aea2d797fd6 req-9d1e59c1-1236-4bb5-bcaa-242118e7995a tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.1405909 Jan 27 12:48:41.052966 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-93c74a5f-0a8b-4d6a-b0b6-6aea2d797fd6 req-070cdebb-0394-4316-9d17-ae4e77166253 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563747 Jan 27 12:48:41.078266 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [req-19c8260e-cf0b-4c1c-975d-3d7be0d84afe req-75fac523-f7dd-43ed-a542-9812607341d8 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Deleting port a46d91cf-b1e9-489e-abbe-16a3ee36c3be {{(pid=109461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:48:41.080995 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-19c8260e-cf0b-4c1c-975d-3d7be0d84afe req-75fac523-f7dd-43ed-a542-9812607341d8 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (a46d91cf-b1e9-489e-abbe-16a3ee36c3be), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:41.321171 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [req-19c8260e-cf0b-4c1c-975d-3d7be0d84afe req-75fac523-f7dd-43ed-a542-9812607341d8 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] For port a46d91cf-b1e9-489e-abbe-16a3ee36c3be, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=a46d91cf-b1e9-489e-abbe-16a3ee36c3be,segment=NetworkSegment(51a67c24-a36f-4acd-9b34-6048951259ce),segment_id=51a67c24-a36f-4acd-9b34-6048951259ce)] {{(pid=109461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:48:41.321977 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-19c8260e-cf0b-4c1c-975d-3d7be0d84afe req-75fac523-f7dd-43ed-a542-9812607341d8 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (a46d91cf-b1e9-489e-abbe-16a3ee36c3be), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:41.350251 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [req-19c8260e-cf0b-4c1c-975d-3d7be0d84afe req-75fac523-f7dd-43ed-a542-9812607341d8 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Calling delete_port for a46d91cf-b1e9-489e-abbe-16a3ee36c3be owned by compute:nova {{(pid=109461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:48:41.633692 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274b203-8923-4c19-a760-28ac867f28d7 req-4c23ea11-2b3e-4624-b383-18ad5ddda626 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:41.633692 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1274b203-8923-4c19-a760-28ac867f28d7 req-4c23ea11-2b3e-4624-b383-18ad5ddda626 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/ports?device_id=93b88502-4733-4aa0-b671-9676c07382e4 HTTP/1.1" status: 200 len: 950 time: 0.0710328 Jan 27 12:48:41.655406 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1274b203-8923-4c19-a760-28ac867f28d7 req-637c327f-3da9-43a6-8d42-648ad1966304 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea9c35b-0e2f-411b-b346-67052a6c53f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645251 Jan 27 12:48:41.847441 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0d1a0-83fc-4dde-90a9-c5149142b2ad req-ae96df3a-ceac-493b-ae2a-4a04a8bb4269 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:41.851192 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a9d0d1a0-83fc-4dde-90a9-c5149142b2ad req-ae96df3a-ceac-493b-ae2a-4a04a8bb4269 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0705194 Jan 27 12:48:41.916872 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a9d0d1a0-83fc-4dde-90a9-c5149142b2ad req-c35d1d96-be2e-4b42-b3ca-7caae06e39a3 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595822 Jan 27 12:48:42.174813 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-19c8260e-cf0b-4c1c-975d-3d7be0d84afe req-75fac523-f7dd-43ed-a542-9812607341d8 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (a46d91cf-b1e9-489e-abbe-16a3ee36c3be), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:42.220630 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fac523-f7dd-43ed-a542-9812607341d8 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Pushing event deleted for resources: {'Port': ['ID=a46d91cf-b1e9-489e-abbe-16a3ee36c3be,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:42.312986 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c8260e-cf0b-4c1c-975d-3d7be0d84afe req-75fac523-f7dd-43ed-a542-9812607341d8 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] No DVR routers for this DVR port a46d91cf-b1e9-489e-abbe-16a3ee36c3be on host hv-cinder-82403 {{(pid=109461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:48:42.323322 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-19c8260e-cf0b-4c1c-975d-3d7be0d84afe req-75fac523-f7dd-43ed-a542-9812607341d8 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:42.323322 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-19c8260e-cf0b-4c1c-975d-3d7be0d84afe req-75fac523-f7dd-43ed-a542-9812607341d8 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.13 "DELETE /v2.0/ports/a46d91cf-b1e9-489e-abbe-16a3ee36c3be HTTP/1.1" status: 204 len: 173 time: 1.5188575 Jan 27 12:48:42.323322 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b88502-4733-4aa0-b671-9676c07382e4', 'name': 'network-vif-deleted', 'tag': 'a46d91cf-b1e9-489e-abbe-16a3ee36c3be'}] {{(pid=109461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:48:42.324200 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13caf501d2ade89ef8f3be641e2375f4ed3bc8c86955b9dc87ba2ae8dc6631d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9e6dab-c097-4921-8a5d-2a398727f646" -d '{"events": [{"server_uuid": "93b88502-4733-4aa0-b671-9676c07382e4", "name": "network-vif-deleted", "tag": "a46d91cf-b1e9-489e-abbe-16a3ee36c3be"}]}' {{(pid=109461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:48:42.362008 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b2c55-0422-46b1-90c6-765c762119c4 req-7b1e9c46-4238-4c06-b63e-ffede4b61715 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:42.371716 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d89b2c55-0422-46b1-90c6-765c762119c4 req-7b1e9c46-4238-4c06-b63e-ffede4b61715 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.1614902 Jan 27 12:48:42.393156 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0513c17-7098-4a99-9a3a-d30b5e58bcd5 x-openstack-request-id: req-f0513c17-7098-4a99-9a3a-d30b5e58bcd5 {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:48:42.393466 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b88502-4733-4aa0-b671-9676c07382e4", "name": "network-vif-deleted", "tag": "a46d91cf-b1e9-489e-abbe-16a3ee36c3be", "status": "completed", "code": 200}]} {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:48:42.393879 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f0513c17-7098-4a99-9a3a-d30b5e58bcd5 {{(pid=109461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:48:42.395243 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b88502-4733-4aa0-b671-9676c07382e4', 'name': 'network-vif-deleted', 'tag': 'a46d91cf-b1e9-489e-abbe-16a3ee36c3be', 'status': 'completed', 'code': 200} Jan 27 12:48:42.427953 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d89b2c55-0422-46b1-90c6-765c762119c4 req-92d299bb-9b3b-4168-b33e-365315a011c3 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551164 Jan 27 12:48:42.764139 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a0ac2ee0-f8ba-4412-a74e-e8c27b1c5ba3 req-0f5f387b-9499-4553-95c3-2e7ee0597f3f tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/ports?device_id=93b88502-4733-4aa0-b671-9676c07382e4 HTTP/1.1" status: 200 len: 210 time: 0.0272872 Jan 27 12:48:43.185047 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd33cd8-fa62-4003-a692-eb8f3538b02b req-1125d44f-822f-42b5-83bc-a7e3f4123978 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:43.195280 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7bd33cd8-fa62-4003-a692-eb8f3538b02b req-1125d44f-822f-42b5-83bc-a7e3f4123978 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.1626544 Jan 27 12:48:43.305437 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7bd33cd8-fa62-4003-a692-eb8f3538b02b req-43eee19d-b57d-4ff8-893a-42f270d82e6c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975916 Jan 27 12:48:43.448249 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device a46d91cf-b1e9-489e-abbe-16a3ee36c3be no longer exists at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:48:43.473736 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] No Port match for: a46d91cf-b1e9-489e-abbe-16a3ee36c3be {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:48:43.474327 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device a46d91cf-b1e9-489e-abbe-16a3ee36c3be not bound to the agent host hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:48:43.647502 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fabe6-232a-4a5e-9314-f6fc4bc09c74 req-48c514f8-00d6-494e-97bc-00e5381bc7c7 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:43.657131 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:48:43.657657 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3c3fabe6-232a-4a5e-9314-f6fc4bc09c74 req-48c514f8-00d6-494e-97bc-00e5381bc7c7 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.1121674 Jan 27 12:48:43.766975 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3c3fabe6-232a-4a5e-9314-f6fc4bc09c74 req-998fac01-4615-4a27-a30d-3f858b1d9d02 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101966 Jan 27 12:48:43.937547 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-accd9946-fb4b-4151-bc1f-fab3d70834b6 req-bc0316d7-15a3-4773-8caf-83dce16768b2 tempest-VolumesNegativeTest-1377966780 tempest-VolumesNegativeTest-1377966780-project] 10.222.0.39 "GET /v2.0/ports?device_id=93b88502-4733-4aa0-b671-9676c07382e4 HTTP/1.1" status: 200 len: 210 time: 0.0539076 Jan 27 12:48:44.419940 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee0645-6109-46fc-a662-e7fb2bc5f0d4 req-759e8123-b9f2-4cff-a888-4577c8bda482 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:44.427669 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-71ee0645-6109-46fc-a662-e7fb2bc5f0d4 req-759e8123-b9f2-4cff-a888-4577c8bda482 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0600405 Jan 27 12:48:44.496726 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-71ee0645-6109-46fc-a662-e7fb2bc5f0d4 req-5341509c-28e7-4326-b284-9cc6249742f0 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679388 Jan 27 12:48:44.713113 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-77e16bd8-c0f1-4b53-8ecb-5f2084a04f0a tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:44.713113 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-77e16bd8-c0f1-4b53-8ecb-5f2084a04f0a tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/networks?id=322a42f3-d464-4c19-b6b0-77256c56a83f HTTP/1.1" status: 200 len: 815 time: 0.1163542 Jan 27 12:48:44.736587 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-599e18b2-a618-4582-8fea-aff9b0826df1 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/quotas/7e214bbe8ce0443a93e1f2cd99aa4f53 HTTP/1.1" status: 200 len: 375 time: 0.0160234 Jan 27 12:48:44.803267 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-254acbf8-42a9-4c61-a6fa-894d5735440d tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e214bbe8ce0443a93e1f2cd99aa4f53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601001 Jan 27 12:48:44.894681 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d33e5-a8c9-479d-9656-0d5c5a736ab0 req-4c91c209-6c35-422d-93a7-05e50dc7d1db tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:44.901378 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-187d33e5-a8c9-479d-9656-0d5c5a736ab0 req-4c91c209-6c35-422d-93a7-05e50dc7d1db tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0619173 Jan 27 12:48:44.915948 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-35ad182a-26dd-417b-9f54-a179a178e10d service neutron] 10.222.0.39 "GET /v2.0/networks/322a42f3-d464-4c19-b6b0-77256c56a83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007688 Jan 27 12:48:44.950540 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-187d33e5-a8c9-479d-9656-0d5c5a736ab0 req-3d8af270-24ae-4650-9604-9aabf60b8ea2 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482821 Jan 27 12:48:45.021465 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-e8445eb4-a199-4a95-8284-c0f84bfdc366 service neutron] 10.222.0.39 "GET /v2.0/networks/322a42f3-d464-4c19-b6b0-77256c56a83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033974 Jan 27 12:48:45.284234 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-44953755-8151-47f4-a1de-dbb9728d96ac req-7e369a63-9c0d-42c0-8072-73686d94c435 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 210 time: 0.0418675 Jan 27 12:48:45.467877 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1beb7-f3fe-4bc7-af12-303b0680bb90 req-1d6c2110-f36b-4ce5-9e3e-12a30d357f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:45.470182 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8bc1beb7-f3fe-4bc7-af12-303b0680bb90 req-1d6c2110-f36b-4ce5-9e3e-12a30d357f9a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d9aacae39d84c0d98e287aac2b1c7c7&device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 1098 time: 0.0508113 Jan 27 12:48:45.606821 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1beb7-f3fe-4bc7-af12-303b0680bb90 req-1799933b-a737-4c3d-b7a9-5d9328857c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:45.608223 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8bc1beb7-f3fe-4bc7-af12-303b0680bb90 req-1799933b-a737-4c3d-b7a9-5d9328857c4e service neutron] 10.222.0.13 "GET /v2.0/networks?id=e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c HTTP/1.1" status: 200 len: 918 time: 0.1305230 Jan 27 12:48:45.656427 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c980ad5-dba3-4ae0-b748-a96ab0cd33c1 req-811f300f-d986-4601-b646-97181f2adc7e tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:45.658762 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1c980ad5-dba3-4ae0-b748-a96ab0cd33c1 req-811f300f-d986-4601-b646-97181f2adc7e tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0643878 Jan 27 12:48:45.712553 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8bc1beb7-f3fe-4bc7-af12-303b0680bb90 req-da3c0011-ac2a-41f9-a89c-a20d5d290cdf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 HTTP/1.1" status: 200 len: 1000 time: 0.0892377 Jan 27 12:48:45.744658 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1c980ad5-dba3-4ae0-b748-a96ab0cd33c1 req-61cf8ad8-d539-4a6e-9428-b7a21c1bd1e4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643280 Jan 27 12:48:45.766442 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1beb7-f3fe-4bc7-af12-303b0680bb90 req-56e42a4c-8dcf-4634-8f10-c14b52f288e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:45.768021 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8bc1beb7-f3fe-4bc7-af12-303b0680bb90 req-56e42a4c-8dcf-4634-8f10-c14b52f288e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f748fb8f-46de-4c32-959f-bac58f8a9f39 HTTP/1.1" status: 200 len: 856 time: 0.0491891 Jan 27 12:48:45.817053 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1beb7-f3fe-4bc7-af12-303b0680bb90 req-b5d8e102-8cb5-4ef8-bb84-dd7cff26d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:45.817053 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8bc1beb7-f3fe-4bc7-af12-303b0680bb90 req-b5d8e102-8cb5-4ef8-bb84-dd7cff26d3bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417421 Jan 27 12:48:45.926388 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8bc1beb7-f3fe-4bc7-af12-303b0680bb90 req-71af0704-e156-4b66-90ac-4bb5ef5749ea service neutron] 10.222.0.13 "GET /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034060 Jan 27 12:48:46.083342 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8bc1beb7-f3fe-4bc7-af12-303b0680bb90 req-8d71cab1-7af0-4d81-9a45-cba92b21ba7c service neutron] 10.222.0.13 "GET /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482770 Jan 27 12:48:46.099784 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bcdac-08e5-402b-b01a-f9be08e1a43d req-03d458fa-65cb-4829-a24d-f36637ade475 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:46.103749 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3e7bcdac-08e5-402b-b01a-f9be08e1a43d req-03d458fa-65cb-4829-a24d-f36637ade475 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0789244 Jan 27 12:48:46.154363 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3e7bcdac-08e5-402b-b01a-f9be08e1a43d req-aadddb9e-109f-4bb8-a8b0-cf78bfcc47a5 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465131 Jan 27 12:48:46.366583 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8794a852-1e10-4466-a921-666e7bc94921 req-46a82746-f7fc-4aec-8ff6-b995265e1eb8 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 210 time: 0.0312982 Jan 27 12:48:46.872588 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fd82d-bdd2-465b-b439-9baadb922f21 req-dd522a3d-0ecc-45c4-94c6-74adc811f220 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:46.873947 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ff9fd82d-bdd2-465b-b439-9baadb922f21 req-dd522a3d-0ecc-45c4-94c6-74adc811f220 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0479863 Jan 27 12:48:46.920998 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ff9fd82d-bdd2-465b-b439-9baadb922f21 req-f79453b3-43ac-483e-b301-92a87ecca55d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410662 Jan 27 12:48:47.279711 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c854a-0449-4b35-ad1a-cb3ad0849ea1 req-3b089496-b996-4f31-ba48-c59ed8d9a642 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:47.283443 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-892c854a-0449-4b35-ad1a-cb3ad0849ea1 req-3b089496-b996-4f31-ba48-c59ed8d9a642 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0524738 Jan 27 12:48:47.332493 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-892c854a-0449-4b35-ad1a-cb3ad0849ea1 req-5f4c3291-50ba-4cd1-80d1-2d08a6a27d48 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419583 Jan 27 12:48:47.460775 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-64915dea-93af-47bf-a6d5-e39f45243e1d req-059c4bb7-af62-403e-b1ae-00a8b6fee1a3 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 210 time: 0.0274377 Jan 27 12:48:47.874421 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-9197d895-4773-4b55-adff-873ad7dcb5c0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:47.876202 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-9197d895-4773-4b55-adff-873ad7dcb5c0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.13 "GET /v2.0/networks?id=322a42f3-d464-4c19-b6b0-77256c56a83f HTTP/1.1" status: 200 len: 815 time: 0.1146450 Jan 27 12:48:47.892797 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-f3026e2e-b01d-4116-85e4-4939d3f3b9b0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Request body: {'port': {'device_id': '7c9b1da9-08aa-4d04-b41b-b1a82f6ce245', 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f', 'admin_state_up': True, 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:48:48.060350 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766eafb-3ccd-4616-b248-5923be083a93 req-e1fd4c0f-9880-4dde-8c92-9bc50004768f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:48.063096 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9766eafb-3ccd-4616-b248-5923be083a93 req-e1fd4c0f-9880-4dde-8c92-9bc50004768f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.0572891 Jan 27 12:48:48.120215 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9766eafb-3ccd-4616-b248-5923be083a93 req-f98e96c0-c911-4cc6-9cc5-7f7a6b11c8bb tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468237 Jan 27 12:48:48.163974 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-f3026e2e-b01d-4116-85e4-4939d3f3b9b0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Made reservation on behalf of 7e214bbe8ce0443a93e1f2cd99aa4f53 for: {'port': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:48:48.168124 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-f3026e2e-b01d-4116-85e4-4939d3f3b9b0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:48.319930 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_common [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-f3026e2e-b01d-4116-85e4-4939d3f3b9b0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Allocated IP 172.20.0.3 (322a42f3-d464-4c19-b6b0-77256c56a83f/177da310-319b-4f7a-b4aa-d1da259630e2/6b77f366-5871-46fa-8380-251c059d2cfb) {{(pid=109461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:48:48.522723 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b77e2-a4a5-495f-94ca-8c6bc76dd2c3 req-4a48375c-8a36-4842-8ea9-c8c045e837e1 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:48.524412 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-c34b77e2-a4a5-495f-94ca-8c6bc76dd2c3 req-4a48375c-8a36-4842-8ea9-c8c045e837e1 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.1006126 Jan 27 12:48:48.529855 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-f3026e2e-b01d-4116-85e4-4939d3f3b9b0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for port (6b77f366-5871-46fa-8380-251c059d2cfb), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:48.602044 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-c34b77e2-a4a5-495f-94ca-8c6bc76dd2c3 req-f758ff7f-abe6-4024-bc05-d208448a9473 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699999 Jan 27 12:48:48.602374 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7af5e41a-f82c-4c5b-b5b1-a023b67e0ea5 req-ede01d3e-4bb3-4801-aa5c-2bd96e438d5c tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 210 time: 0.0676930 Jan 27 12:48:48.702805 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-f3026e2e-b01d-4116-85e4-4939d3f3b9b0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (6b77f366-5871-46fa-8380-251c059d2cfb), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:48.752097 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-f3026e2e-b01d-4116-85e4-4939d3f3b9b0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Network 322a42f3-d464-4c19-b6b0-77256c56a83f is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:48:48.761375 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-f3026e2e-b01d-4116-85e4-4939d3f3b9b0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:48:48.766657 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-f3026e2e-b01d-4116-85e4-4939d3f3b9b0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Received port after_create {{(pid=109461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:48:48.770440 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3026e2e-b01d-4116-85e4-4939d3f3b9b0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Pushing event updated for resources: {'Port': ['ID=6b77f366-5871-46fa-8380-251c059d2cfb,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:48.806296 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3026e2e-b01d-4116-85e4-4939d3f3b9b0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:48.806662 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3026e2e-b01d-4116-85e4-4939d3f3b9b0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:48.807113 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3026e2e-b01d-4116-85e4-4939d3f3b9b0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:48.807486 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3026e2e-b01d-4116-85e4-4939d3f3b9b0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:48.807890 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3026e2e-b01d-4116-85e4-4939d3f3b9b0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:48.808233 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3026e2e-b01d-4116-85e4-4939d3f3b9b0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:48.808568 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3026e2e-b01d-4116-85e4-4939d3f3b9b0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:48.808911 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3026e2e-b01d-4116-85e4-4939d3f3b9b0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:48.809247 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3026e2e-b01d-4116-85e4-4939d3f3b9b0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:48.809582 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3026e2e-b01d-4116-85e4-4939d3f3b9b0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:48.809912 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3026e2e-b01d-4116-85e4-4939d3f3b9b0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:48.810266 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3026e2e-b01d-4116-85e4-4939d3f3b9b0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:48.810593 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3026e2e-b01d-4116-85e4-4939d3f3b9b0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:48.862030 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-f3026e2e-b01d-4116-85e4-4939d3f3b9b0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:48.862777 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-f3026e2e-b01d-4116-85e4-4939d3f3b9b0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:48.974557 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-f3026e2e-b01d-4116-85e4-4939d3f3b9b0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0853832 Jan 27 12:48:48.986040 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-5b002e79-beeb-4f45-b9c4-ad97f9484ef2 service neutron] Request body: {'port': {'device_id': '7c9b1da9-08aa-4d04-b41b-b1a82f6ce245', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:48:49.098036 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-924b7e10-2f82-4f5e-8d94-8aca4d92e634 None None] Provisioning complete for port 6b77f366-5871-46fa-8380-251c059d2cfb triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:48:49.098634 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-924b7e10-2f82-4f5e-8d94-8aca4d92e634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (6b77f366-5871-46fa-8380-251c059d2cfb), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:49.120395 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-5b002e79-beeb-4f45-b9c4-ad97f9484ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (6b77f366-5871-46fa-8380-251c059d2cfb), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:49.219194 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-924b7e10-2f82-4f5e-8d94-8aca4d92e634 None None] Port 6b77f366-5871-46fa-8380-251c059d2cfb cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:48:49.473195 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:48:49.513704 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05915e95-868b-469e-b4fe-27bf77053030 req-086d2d41-89ca-49df-8bbe-5a7e23b5f080 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:49.521580 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-05915e95-868b-469e-b4fe-27bf77053030 req-086d2d41-89ca-49df-8bbe-5a7e23b5f080 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 945 time: 0.2657826 Jan 27 12:48:49.606772 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 is: ACTIVE; New status is: DOWN {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:48:49.607645 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:49.669893 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d8837b0-6682-4ecf-b6eb-d1e20b87ef61'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:48:49.672845 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae87689-6e3b-4e7c-b84c-b80c16ec8244" -d '{"events": [{"server_uuid": "97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8", "name": "network-vif-unplugged", "status": "completed", "tag": "2d8837b0-6682-4ecf-b6eb-d1e20b87ef61"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:48:49.699220 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:48:49.777122 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:49.779860 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0b1f4-4cc7-465a-b9f4-f228ffea9026 req-69fdec23-ba9c-44fb-aaff-77b5b777d0a6 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:49.787824 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a5c0b1f4-4cc7-465a-b9f4-f228ffea9026 req-69fdec23-ba9c-44fb-aaff-77b5b777d0a6 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 931 time: 0.0693316 Jan 27 12:48:49.856389 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a5c0b1f4-4cc7-465a-b9f4-f228ffea9026 req-ca64f71b-f837-451b-a3b0-6742f87b98a9 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651219 Jan 27 12:48:49.918657 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61,revision_number=8']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:50.056103 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c558e-1e88-4c34-afae-000100ed6f83 req-414c1c5d-a0f4-4588-8049-e91f72ed93c9 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:50.063004 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-823c558e-1e88-4c34-afae-000100ed6f83 req-414c1c5d-a0f4-4588-8049-e91f72ed93c9 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.1321223 Jan 27 12:48:50.068919 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-05915e95-868b-469e-b4fe-27bf77053030 req-23371407-6158-4d76-b023-e5c25a19d533 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5464177 Jan 27 12:48:50.160092 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-823c558e-1e88-4c34-afae-000100ed6f83 req-312b17db-df52-4e76-91e2-d99b9d2b02d4 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946698 Jan 27 12:48:50.189690 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-5b002e79-beeb-4f45-b9c4-ad97f9484ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b77f366-5871-46fa-8380-251c059d2cfb {{(pid=109461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:48:50.199872 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-5b002e79-beeb-4f45-b9c4-ad97f9484ef2 service neutron] Publish callbacks [] for port (6b77f366-5871-46fa-8380-251c059d2cfb), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:50.208770 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Jan 2022 12:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d6357d-bc7c-4102-9671-2ab3e4603d45 x-openstack-request-id: req-e8d6357d-bc7c-4102-9671-2ab3e4603d45 {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:48:50.209810 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8", "name": "network-vif-unplugged", "status": "failed", "tag": "2d8837b0-6682-4ecf-b6eb-d1e20b87ef61", "code": 422}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:48:50.210297 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e8d6357d-bc7c-4102-9671-2ab3e4603d45 {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:48:50.211062 dv-cinder-824031-3-iscsi neutron-server[109463]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2d8837b0-6682-4ecf-b6eb-d1e20b87ef61', 'code': 422} returned with failed status Jan 27 12:48:50.224617 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.provisioning_blocks [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-5b002e79-beeb-4f45-b9c4-ad97f9484ef2 service neutron] Transition to ACTIVE for port object 6b77f366-5871-46fa-8380-251c059d2cfb will not be triggered until provisioned by entity L2. {{(pid=109461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 12:48:50.356528 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-5b002e79-beeb-4f45-b9c4-ad97f9484ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412271'] for port (6b77f366-5871-46fa-8380-251c059d2cfb), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:50.463943 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b002e79-beeb-4f45-b9c4-ad97f9484ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=6b77f366-5871-46fa-8380-251c059d2cfb,revision_number=2']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:50.478565 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd925-e622-4e53-aa78-9de78ea1c930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:50.587156 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-5b002e79-beeb-4f45-b9c4-ad97f9484ef2 service neutron] Attempting to bind port 6b77f366-5871-46fa-8380-251c059d2cfb on host hv-cinder-82403 for vnic_type normal with profile {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:48:50.588172 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-5b002e79-beeb-4f45-b9c4-ad97f9484ef2 service neutron] Attempting to bind port 6b77f366-5871-46fa-8380-251c059d2cfb by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '3e280d8f-8b7c-488e-8dd2-9ec05996c7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f'}] {{(pid=109461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:48:50.588508 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-5b002e79-beeb-4f45-b9c4-ad97f9484ef2 service neutron] Attempting to bind port 6b77f366-5871-46fa-8380-251c059d2cfb on network 322a42f3-d464-4c19-b6b0-77256c56a83f {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:48:50.594153 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-5b002e79-beeb-4f45-b9c4-ad97f9484ef2 service neutron] Port 6b77f366-5871-46fa-8380-251c059d2cfb on network 322a42f3-d464-4c19-b6b0-77256c56a83f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 12:48:50.594527 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-5b002e79-beeb-4f45-b9c4-ad97f9484ef2 service neutron] Attempting to bind port 6b77f366-5871-46fa-8380-251c059d2cfb on network 322a42f3-d464-4c19-b6b0-77256c56a83f {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:48:50.604383 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-5b002e79-beeb-4f45-b9c4-ad97f9484ef2 service neutron] Checking agent: {'id': 'e5f4578a-8b65-461b-9155-0533d25cd18a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'started_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:48:50.604705 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-5b002e79-beeb-4f45-b9c4-ad97f9484ef2 service neutron] Checking segment: {'id': '3e280d8f-8b7c-488e-8dd2-9ec05996c7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:48:50.606368 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-5b002e79-beeb-4f45-b9c4-ad97f9484ef2 service neutron] Bound using segment: {'id': '3e280d8f-8b7c-488e-8dd2-9ec05996c7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f'} {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:48:50.606368 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-5b002e79-beeb-4f45-b9c4-ad97f9484ef2 service neutron] Bound port: 6b77f366-5871-46fa-8380-251c059d2cfb, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e280d8f-8b7c-488e-8dd2-9ec05996c7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f'}}] {{(pid=109461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:48:50.606368 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-5b002e79-beeb-4f45-b9c4-ad97f9484ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (6b77f366-5871-46fa-8380-251c059d2cfb), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:50.700669 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-5b002e79-beeb-4f45-b9c4-ad97f9484ef2 service neutron] For port 6b77f366-5871-46fa-8380-251c059d2cfb, host hv-cinder-82403, cleared binding levels {{(pid=109461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:48:50.707035 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-5b002e79-beeb-4f45-b9c4-ad97f9484ef2 service neutron] For port 6b77f366-5871-46fa-8380-251c059d2cfb, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=6b77f366-5871-46fa-8380-251c059d2cfb,segment=NetworkSegment(3e280d8f-8b7c-488e-8dd2-9ec05996c7e9),segment_id=3e280d8f-8b7c-488e-8dd2-9ec05996c7e9)] {{(pid=109461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:48:50.794472 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-5b002e79-beeb-4f45-b9c4-ad97f9484ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412271'] for port (6b77f366-5871-46fa-8380-251c059d2cfb), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:50.907990 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-5b002e79-beeb-4f45-b9c4-ad97f9484ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:50.908747 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-5b002e79-beeb-4f45-b9c4-ad97f9484ef2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:50.910579 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-5b002e79-beeb-4f45-b9c4-ad97f9484ef2 service neutron] 10.222.0.13 "PUT /v2.0/ports/6b77f366-5871-46fa-8380-251c059d2cfb HTTP/1.1" status: 200 len: 1093 time: 1.9288478 Jan 27 12:48:50.917835 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9b1da9-08aa-4d04-b41b-b1a82f6ce245', 'tag': '6b77f366-5871-46fa-8380-251c059d2cfb'}] {{(pid=109461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:48:50.924457 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13caf501d2ade89ef8f3be641e2375f4ed3bc8c86955b9dc87ba2ae8dc6631d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aca3984-fd4c-4c6a-9459-f357bc4381b5" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9b1da9-08aa-4d04-b41b-b1a82f6ce245", "tag": "6b77f366-5871-46fa-8380-251c059d2cfb"}]}' {{(pid=109461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:48:50.941876 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 41656) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:50.969481 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b002e79-beeb-4f45-b9c4-ad97f9484ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=6b77f366-5871-46fa-8380-251c059d2cfb,revision_number=3']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:51.102457 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c2294849-5d0d-4a84-957b-17b81bbee4cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:51.214636 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c2294849-5d0d-4a84-957b-17b81bbee4cd admin admin] Publish callbacks [] for security_group (002c1307-4d4a-4719-bbef-d59dad94774c), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:51.308245 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c2294849-5d0d-4a84-957b-17b81bbee4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (002c1307-4d4a-4719-bbef-d59dad94774c), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:51.349064 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-c2294849-5d0d-4a84-957b-17b81bbee4cd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d579509c5f5742a59b99375673a65156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4057736 Jan 27 12:48:51.350450 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2294849-5d0d-4a84-957b-17b81bbee4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002c1307-4d4a-4719-bbef-d59dad94774c,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:51.352129 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 41664) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:51.361437 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2294849-5d0d-4a84-957b-17b81bbee4cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:51.361787 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2294849-5d0d-4a84-957b-17b81bbee4cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:51.362128 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2294849-5d0d-4a84-957b-17b81bbee4cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:51.362493 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2294849-5d0d-4a84-957b-17b81bbee4cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:51.362853 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2294849-5d0d-4a84-957b-17b81bbee4cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:51.363181 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2294849-5d0d-4a84-957b-17b81bbee4cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:51.363732 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2294849-5d0d-4a84-957b-17b81bbee4cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:51.364063 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2294849-5d0d-4a84-957b-17b81bbee4cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:51.364463 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2294849-5d0d-4a84-957b-17b81bbee4cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:51.364800 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2294849-5d0d-4a84-957b-17b81bbee4cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:51.365189 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2294849-5d0d-4a84-957b-17b81bbee4cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:51.365518 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2294849-5d0d-4a84-957b-17b81bbee4cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:51.365922 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2294849-5d0d-4a84-957b-17b81bbee4cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:48:51.408776 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-eda4afd9-4981-43bc-836f-e8006f32b7a5 admin admin] Publish callbacks [] for security_group (002c1307-4d4a-4719-bbef-d59dad94774c), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:51.435925 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-eda4afd9-4981-43bc-836f-e8006f32b7a5 admin admin] Publish callbacks [] for security_group (002c1307-4d4a-4719-bbef-d59dad94774c), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:51.599357 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-eda4afd9-4981-43bc-836f-e8006f32b7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (002c1307-4d4a-4719-bbef-d59dad94774c), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:51.602296 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-eda4afd9-4981-43bc-836f-e8006f32b7a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:51.603464 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-eda4afd9-4981-43bc-836f-e8006f32b7a5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/002c1307-4d4a-4719-bbef-d59dad94774c HTTP/1.1" status: 204 len: 168 time: 0.2501419 Jan 27 12:48:51.618011 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4afd9-4981-43bc-836f-e8006f32b7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002c1307-4d4a-4719-bbef-d59dad94774c,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:51.634952 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efcbf2-0414-4d70-bdf1-7b6bfe2be271 req-645464bf-31f0-4147-b2c8-f63a13355be8 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:51.637033 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-67efcbf2-0414-4d70-bdf1-7b6bfe2be271 req-645464bf-31f0-4147-b2c8-f63a13355be8 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 943 time: 0.1047363 Jan 27 12:48:51.719051 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-67efcbf2-0414-4d70-bdf1-7b6bfe2be271 req-ffb34eee-bd30-412b-90ac-0eddeae2b0e1 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671420 Jan 27 12:48:51.774936 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68143ea-a82f-4792-b0f3-f6a566229f96 x-openstack-request-id: req-c68143ea-a82f-4792-b0f3-f6a566229f96 {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:48:51.775460 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9b1da9-08aa-4d04-b41b-b1a82f6ce245", "tag": "6b77f366-5871-46fa-8380-251c059d2cfb", "status": "completed", "code": 200}]} {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:48:51.775870 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c68143ea-a82f-4792-b0f3-f6a566229f96 {{(pid=109461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:48:51.776414 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9b1da9-08aa-4d04-b41b-b1a82f6ce245', 'tag': '6b77f366-5871-46fa-8380-251c059d2cfb', 'status': 'completed', 'code': 200} Jan 27 12:48:51.890254 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1d038-72f7-4399-bf94-0521eb207247 req-e5d98b41-1b72-4281-9751-5a5d23175d87 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:51.892017 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-cec1d038-72f7-4399-bf94-0521eb207247 req-e5d98b41-1b72-4281-9751-5a5d23175d87 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0634465 Jan 27 12:48:51.968475 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-cec1d038-72f7-4399-bf94-0521eb207247 req-4af36906-18d4-4687-a72d-0fbc113dc1e2 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639758 Jan 27 12:48:52.055298 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [req-387e8c1d-c3c6-48b0-a18d-2cdbfb6b56fe req-763da4fb-9b59-46a7-8bcc-53fec5067a57 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109461) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 12:48:52.059824 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-387e8c1d-c3c6-48b0-a18d-2cdbfb6b56fe req-763da4fb-9b59-46a7-8bcc-53fec5067a57 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059762 Jan 27 12:48:52.154113 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 41688) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:52.419627 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-46ee3f9e-62b8-442c-8430-87796ce88182 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c7dea9a024745bda4e1282e055afae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2609994 Jan 27 12:48:52.419992 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 41704) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:52.445631 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2a228-2b59-4d72-a6e5-dab94ae8f905 req-8d98a30c-27b5-4532-a2c7-121fc1dcf28f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:52.447513 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-2cf2a228-2b59-4d72-a6e5-dab94ae8f905 req-8d98a30c-27b5-4532-a2c7-121fc1dcf28f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0857477 Jan 27 12:48:52.500302 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-293befe8-c4a5-4345-9202-a384dd2a3502 admin admin] Publish callbacks [] for security_group (2ea9c35b-0e2f-411b-b346-67052a6c53f9), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:52.535615 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-293befe8-c4a5-4345-9202-a384dd2a3502 admin admin] Publish callbacks [] for security_group (2ea9c35b-0e2f-411b-b346-67052a6c53f9), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:52.555987 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-2cf2a228-2b59-4d72-a6e5-dab94ae8f905 req-ceca8cc9-bc89-411b-a91b-acfc1098d0a7 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021411 Jan 27 12:48:52.747915 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-293befe8-c4a5-4345-9202-a384dd2a3502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (2ea9c35b-0e2f-411b-b346-67052a6c53f9), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:52.748745 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-0d37b43d-256d-4bde-ae1d-5f161a5368b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:52.755505 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-293befe8-c4a5-4345-9202-a384dd2a3502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:52.755505 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-293befe8-c4a5-4345-9202-a384dd2a3502 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ea9c35b-0e2f-411b-b346-67052a6c53f9 HTTP/1.1" status: 204 len: 168 time: 0.3307014 Jan 27 12:48:52.776056 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293befe8-c4a5-4345-9202-a384dd2a3502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea9c35b-0e2f-411b-b346-67052a6c53f9,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:52.881681 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444a9de-c4f3-4244-b3e5-a129175e7d12 req-68a93782-6177-438f-bc12-57d04a7744d8 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:52.888853 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7444a9de-c4f3-4244-b3e5-a129175e7d12 req-68a93782-6177-438f-bc12-57d04a7744d8 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 943 time: 0.0905395 Jan 27 12:48:52.944814 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7444a9de-c4f3-4244-b3e5-a129175e7d12 req-3c19806b-d92e-4c8e-8fcd-81b01d31fb0a tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550632 Jan 27 12:48:53.134202 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f19446-0df8-4ab1-903f-402072e16d24 req-b63b2688-9f6b-41b7-a292-15abe62a561f tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:53.139107 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-59f19446-0df8-4ab1-903f-402072e16d24 req-b63b2688-9f6b-41b7-a292-15abe62a561f tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0813720 Jan 27 12:48:53.184864 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 41730) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:53.198962 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-59f19446-0df8-4ab1-903f-402072e16d24 req-3954d9e8-6451-4349-afff-63ea2250c140 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554898 Jan 27 12:48:53.361611 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-9de0d850-e390-463c-bf8c-d3807209a52a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-743979584-network', 'tenant_id': '1247c65db6064deb8cde3cba7dc2a2c1'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:48:53.678687 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09e1f4-63e6-44a1-a4a0-6b747fe4be17 req-a85b2a91-9648-4315-ad9b-75d9eacb4b8a tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:53.682200 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8e09e1f4-63e6-44a1-a4a0-6b747fe4be17 req-a85b2a91-9648-4315-ad9b-75d9eacb4b8a tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0574412 Jan 27 12:48:53.737887 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8e09e1f4-63e6-44a1-a4a0-6b747fe4be17 req-977191d3-8ae5-4c4b-9be7-7ce23fdf8759 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521011 Jan 27 12:48:54.087779 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710fc2c-b2a1-4711-88d5-d37d3d5eec62 req-557178b4-f9b1-45b3-b818-e454c3896afe tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:54.089255 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9710fc2c-b2a1-4711-88d5-d37d3d5eec62 req-557178b4-f9b1-45b3-b818-e454c3896afe tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 943 time: 0.0675547 Jan 27 12:48:54.150857 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9710fc2c-b2a1-4711-88d5-d37d3d5eec62 req-4dfc7467-2066-4013-9318-02b94132e382 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557265 Jan 27 12:48:54.229589 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de0d850-e390-463c-bf8c-d3807209a52a admin admin] Made reservation on behalf of 1247c65db6064deb8cde3cba7dc2a2c1 for: {'network': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:48:54.230667 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-9de0d850-e390-463c-bf8c-d3807209a52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for network (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:54.243045 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-9de0d850-e390-463c-bf8c-d3807209a52a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:54.275459 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:54.340042 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76a1d3-5019-4260-b80e-37fa64611a1e req-520d3f93-30e2-4a53-90de-6f7336fa624e tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:54.341877 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7c76a1d3-5019-4260-b80e-37fa64611a1e req-520d3f93-30e2-4a53-90de-6f7336fa624e tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0606637 Jan 27 12:48:54.366625 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-9de0d850-e390-463c-bf8c-d3807209a52a admin admin] Publish callbacks [] for security_group (73a221e1-e0b3-4cdc-a4ad-0942077188d0), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:54.394790 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7c76a1d3-5019-4260-b80e-37fa64611a1e req-3fa08bb4-eacf-4862-9856-f62a0c66c3aa tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454526 Jan 27 12:48:54.439400 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-9de0d850-e390-463c-bf8c-d3807209a52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (73a221e1-e0b3-4cdc-a4ad-0942077188d0), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:54.464335 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de0d850-e390-463c-bf8c-d3807209a52a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=109462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 12:48:54.474932 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0d850-e390-463c-bf8c-d3807209a52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a221e1-e0b3-4cdc-a4ad-0942077188d0,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:54.480072 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-9de0d850-e390-463c-bf8c-d3807209a52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (41344302-fe83-401d-92fc-998f7b386b95), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:54.480422 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.db.segments_db [None req-9de0d850-e390-463c-bf8c-d3807209a52a admin admin] Added segment 41344302-fe83-401d-92fc-998f7b386b95 of type vlan for network 211640df-d3a5-4530-8ce1-f50a1790c2b2 Jan 27 12:48:54.519959 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-9de0d850-e390-463c-bf8c-d3807209a52a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727397602151'] for network (211640df-d3a5-4530-8ce1-f50a1790c2b2), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:54.691257 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-9de0d850-e390-463c-bf8c-d3807209a52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for network (211640df-d3a5-4530-8ce1-f50a1790c2b2), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:54.692292 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de0d850-e390-463c-bf8c-d3807209a52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:54.692879 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-9de0d850-e390-463c-bf8c-d3807209a52a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:54.757554 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0d850-e390-463c-bf8c-d3807209a52a admin admin] Pushing event updated for resources: {'Network': ['ID=211640df-d3a5-4530-8ce1-f50a1790c2b2,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:54.770767 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Network 211640df-d3a5-4530-8ce1-f50a1790c2b2 details requested by agent ovs-agent-dv-cinder-824031-3-iscsi with host dv-cinder-824031-3-iscsi {{(pid=109463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 12:48:54.873767 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ddf89-6603-415d-9b6d-66f99d1a1908 req-494dc56e-f306-4875-8564-71edc353161d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:54.875290 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e82ddf89-6603-415d-9b6d-66f99d1a1908 req-494dc56e-f306-4875-8564-71edc353161d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0586812 Jan 27 12:48:54.904843 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-9de0d850-e390-463c-bf8c-d3807209a52a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7188594 Jan 27 12:48:54.907835 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 41746) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:54.915186 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-2b0db223-5809-4194-a857-ad5253844150 admin admin] Request body: {'subnet': {'network_id': '211640df-d3a5-4530-8ce1-f50a1790c2b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-743979584-subnet', 'tenant_id': '1247c65db6064deb8cde3cba7dc2a2c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:48:54.934635 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e82ddf89-6603-415d-9b6d-66f99d1a1908 req-fdb1fbf6-5f6b-495f-a741-6cdcc550ba5d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516660 Jan 27 12:48:55.046835 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0db223-5809-4194-a857-ad5253844150 admin admin] Made reservation on behalf of 1247c65db6064deb8cde3cba7dc2a2c1 for: {'subnet': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:48:55.046835 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-2b0db223-5809-4194-a857-ad5253844150 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25816208'] for subnet (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:55.305471 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc571927-66b9-4d77-80a1-cea0b647567a req-244fb8ba-d349-4919-872e-0d75b9e9535d tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:55.305471 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-dc571927-66b9-4d77-80a1-cea0b647567a req-244fb8ba-d349-4919-872e-0d75b9e9535d tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 943 time: 0.0727251 Jan 27 12:48:55.351865 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-dc571927-66b9-4d77-80a1-cea0b647567a req-2c3a3eb9-4871-4d2a-a093-081ff7c1fbd6 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425358 Jan 27 12:48:55.377021 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-2b0db223-5809-4194-a857-ad5253844150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3260870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25816230'] for subnet (e096fb16-0eac-4cef-a5c2-1501a24076aa), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:55.416348 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:55.452248 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0db223-5809-4194-a857-ad5253844150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e096fb16-0eac-4cef-a5c2-1501a24076aa,revision_number=0']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:48:55.476665 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0db223-5809-4194-a857-ad5253844150 admin admin] Checking segment: {'id': '41344302-fe83-401d-92fc-998f7b386b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '211640df-d3a5-4530-8ce1-f50a1790c2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:48:55.477065 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0db223-5809-4194-a857-ad5253844150 admin admin] Network hostable DHCP agents. Network: 211640df-d3a5-4530-8ce1-f50a1790c2b2, hostable agents: ['8eb3a606-acf3-4d34-8208-a31c99af56ba'], hosted agents: [] {{(pid=109462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 12:48:55.543019 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77329f4-b44e-48b9-9980-a0a2e08326b8 req-dd53ad54-810d-4198-a775-12c7c08ee870 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:55.544624 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d77329f4-b44e-48b9-9980-a0a2e08326b8 req-dd53ad54-810d-4198-a775-12c7c08ee870 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0551896 Jan 27 12:48:55.558855 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0db223-5809-4194-a857-ad5253844150 admin admin] Network 211640df-d3a5-4530-8ce1-f50a1790c2b2 is scheduled to be hosted by DHCP agent 8eb3a606-acf3-4d34-8208-a31c99af56ba with binding_index 1 {{(pid=109462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 12:48:55.602583 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d77329f4-b44e-48b9-9980-a0a2e08326b8 req-a34e3016-01a2-4113-91c3-1e3ad46f211b tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514648 Jan 27 12:48:55.606575 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-2b0db223-5809-4194-a857-ad5253844150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-3-iscsi, 211640df-d3a5-4530-8ce1-f50a1790c2b2) {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:48:55.611240 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0db223-5809-4194-a857-ad5253844150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:55.611795 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-2b0db223-5809-4194-a857-ad5253844150 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:55.617858 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd1164c-ae5e-461a-8427-172ebe99a605 None None] Network 211640df-d3a5-4530-8ce1-f50a1790c2b2 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:48:55.715009 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-2b0db223-5809-4194-a857-ad5253844150 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8052912 Jan 27 12:48:55.744581 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72d4809-df91-4bd3-bed2-a43b7fec2c84 None None] Network 211640df-d3a5-4530-8ce1-f50a1790c2b2 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:48:56.076564 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d7e63-1f1c-4eda-a43c-9479cc9fa382 req-e5ded0af-0d80-4038-ae40-efb241839563 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:56.083545 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3a4d7e63-1f1c-4eda-a43c-9479cc9fa382 req-e5ded0af-0d80-4038-ae40-efb241839563 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0648320 Jan 27 12:48:56.143199 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3a4d7e63-1f1c-4eda-a43c-9479cc9fa382 req-31805b6a-1dd3-4aae-af95-5c481ef3e47b tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577796 Jan 27 12:48:56.482835 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df061d-3357-4e26-84c3-660cb11b4057 req-82b149f7-a49f-40e9-a1c6-3f31d2817e73 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:56.484338 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-55df061d-3357-4e26-84c3-660cb11b4057 req-82b149f7-a49f-40e9-a1c6-3f31d2817e73 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 943 time: 0.0565963 Jan 27 12:48:56.534073 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-55df061d-3357-4e26-84c3-660cb11b4057 req-805b1e39-bd85-404f-af8e-e0114e4b9ac4 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432465 Jan 27 12:48:56.731418 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657c897-0c30-484f-b3c3-2ca8f8d8e215 req-383d3c70-83f4-4f45-9eb0-12a16c3f9694 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:56.733103 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7657c897-0c30-484f-b3c3-2ca8f8d8e215 req-383d3c70-83f4-4f45-9eb0-12a16c3f9694 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0519600 Jan 27 12:48:56.794182 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7657c897-0c30-484f-b3c3-2ca8f8d8e215 req-3c308f10-cac4-438a-89a8-bf3ce386c94f tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534596 Jan 27 12:48:56.937117 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:57.289728 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f69e6a-a3d0-498d-b182-555548bbb733 req-954a25ea-c595-4562-9470-311d7ec081e1 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:57.291432 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-35f69e6a-a3d0-498d-b182-555548bbb733 req-954a25ea-c595-4562-9470-311d7ec081e1 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0675688 Jan 27 12:48:57.393943 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-35f69e6a-a3d0-498d-b182-555548bbb733 req-92da3959-d643-48da-948f-b06d37e093b9 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967522 Jan 27 12:48:57.427750 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:48:57.656775 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9ffdc-ff71-4e34-abd6-ae4de61ed444 req-b61c8455-8bc8-44a5-843d-f886acbbb830 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:57.658529 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-24b9ffdc-ff71-4e34-abd6-ae4de61ed444 req-b61c8455-8bc8-44a5-843d-f886acbbb830 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 943 time: 0.0536478 Jan 27 12:48:57.716703 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-24b9ffdc-ff71-4e34-abd6-ae4de61ed444 req-16de4cd3-c4a9-4da0-b4bc-343d91de0b76 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516257 Jan 27 12:48:57.918048 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b463a8-eebf-4c94-ba95-aaa3792668df req-5a9336ce-173f-4639-adda-054ebcaee0f5 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:57.924223 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-35b463a8-eebf-4c94-ba95-aaa3792668df req-5a9336ce-173f-4639-adda-054ebcaee0f5 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0596402 Jan 27 12:48:57.972702 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-35b463a8-eebf-4c94-ba95-aaa3792668df req-b3e311b8-5249-4f1c-8acf-83c2d6645169 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448511 Jan 27 12:48:59.826708 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb253-0429-4885-a942-9ea245e9afa8 req-f62b856b-8886-4176-afdf-85c2a441c8ae tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:48:59.828113 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-120bb253-0429-4885-a942-9ea245e9afa8 req-f62b856b-8886-4176-afdf-85c2a441c8ae tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/networks?id=211640df-d3a5-4530-8ce1-f50a1790c2b2 HTTP/1.1" status: 200 len: 813 time: 0.0984569 Jan 27 12:48:59.842135 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-120bb253-0429-4885-a942-9ea245e9afa8 req-5c9b9fcf-5a46-46b8-805f-9669bb7c8feb tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/quotas/1247c65db6064deb8cde3cba7dc2a2c1 HTTP/1.1" status: 200 len: 375 time: 0.0087795 Jan 27 12:48:59.877941 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-120bb253-0429-4885-a942-9ea245e9afa8 req-d4cf06f0-b76f-4e3e-bd89-8971160219a6 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1247c65db6064deb8cde3cba7dc2a2c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304699 Jan 27 12:48:59.944975 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 41838) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:48:59.971187 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-120bb253-0429-4885-a942-9ea245e9afa8 req-7914270e-4121-4616-99bf-935f933ba474 service neutron] 10.222.0.39 "GET /v2.0/networks/211640df-d3a5-4530-8ce1-f50a1790c2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864832 Jan 27 12:49:00.030335 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-419d6c7e-2f6c-48c1-8d76-ededf4979be5 req-b0d8d95c-7a61-498e-aaef-c5140e5583a2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841703 Jan 27 12:49:00.041007 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [req-419d6c7e-2f6c-48c1-8d76-ededf4979be5 req-9a999e82-1e77-4460-b95d-b28b60e48b41 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109462) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 12:49:00.042115 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-419d6c7e-2f6c-48c1-8d76-ededf4979be5 req-9a999e82-1e77-4460-b95d-b28b60e48b41 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053430 Jan 27 12:49:00.102886 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-120bb253-0429-4885-a942-9ea245e9afa8 req-ca30ab22-fb72-44c4-88c5-b3d998ac4dcc service neutron] 10.222.0.39 "GET /v2.0/networks/211640df-d3a5-4530-8ce1-f50a1790c2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246655 Jan 27 12:49:00.126854 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca3984-fd4c-4c6a-9459-f357bc4381b5 req-519298bc-d911-4a8a-88b9-11bea68711d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:00.127843 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-0aca3984-fd4c-4c6a-9459-f357bc4381b5 req-519298bc-d911-4a8a-88b9-11bea68711d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e214bbe8ce0443a93e1f2cd99aa4f53&device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 1096 time: 0.0770535 Jan 27 12:49:00.149764 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3acab-2575-4b20-8d30-e2a551dce9b7 req-f8f194ef-7411-4116-bac4-d809e9b8137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:00.151405 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4ea3acab-2575-4b20-8d30-e2a551dce9b7 req-f8f194ef-7411-4116-bac4-d809e9b8137b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07aba42d308a44c39af2f5402cfff771&device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 1099 time: 0.0662699 Jan 27 12:49:00.293978 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca3984-fd4c-4c6a-9459-f357bc4381b5 req-b524269e-f945-4953-af08-1804b6521ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:00.294574 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491f481-98ec-462d-9389-b62548f01e0b req-e139faa3-dacd-4cc0-8aa6-f9c661fd2e3f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:00.295521 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-0aca3984-fd4c-4c6a-9459-f357bc4381b5 req-b524269e-f945-4953-af08-1804b6521ebf service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7e214bbe8ce0443a93e1f2cd99aa4f53&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1577702 Jan 27 12:49:00.296195 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-e491f481-98ec-462d-9389-b62548f01e0b req-e139faa3-dacd-4cc0-8aa6-f9c661fd2e3f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.1178148 Jan 27 12:49:00.327813 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3acab-2575-4b20-8d30-e2a551dce9b7 req-7324b675-fde8-48ff-912f-32ca163f01c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:00.329265 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4ea3acab-2575-4b20-8d30-e2a551dce9b7 req-7324b675-fde8-48ff-912f-32ca163f01c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e3e975e7-b66a-4480-b25e-9886f492f788 HTTP/1.1" status: 200 len: 919 time: 0.1488974 Jan 27 12:49:00.424362 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca3984-fd4c-4c6a-9459-f357bc4381b5 req-11e950d4-2b84-4e20-affe-97816f7d651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:00.426272 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-0aca3984-fd4c-4c6a-9459-f357bc4381b5 req-11e950d4-2b84-4e20-affe-97816f7d651b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1186924 Jan 27 12:49:00.504457 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c0f37-e53f-4d91-af3a-a78296266777 req-906fd822-2711-4660-80ca-c2adee3bb666 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:00.504457 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b74c0f37-e53f-4d91-af3a-a78296266777 req-906fd822-2711-4660-80ca-c2adee3bb666 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 943 time: 0.0677876 Jan 27 12:49:00.631700 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b74c0f37-e53f-4d91-af3a-a78296266777 req-b8147eb8-51f8-48b9-a647-08db48b1e8bb tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027880 Jan 27 12:49:00.657466 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-f843278c-4f48-465f-9602-c885875c10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:00.659127 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-f843278c-4f48-465f-9602-c885875c10ac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e214bbe8ce0443a93e1f2cd99aa4f53&device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 1096 time: 0.1434600 Jan 27 12:49:00.691882 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4ea3acab-2575-4b20-8d30-e2a551dce9b7 req-08c3d660-3051-4a44-831a-121d78efcc0f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dccfdccf-b3e1-4835-81b6-dc9601ee12c1 HTTP/1.1" status: 200 len: 217 time: 0.3558071 Jan 27 12:49:00.710910 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-e491f481-98ec-462d-9389-b62548f01e0b req-01eecdb0-58fe-48c0-b90b-42442f617e63 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4082441 Jan 27 12:49:00.716000 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-1ab40c46-2c83-4a2d-8837-5a806740abba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b77f366-5871-46fa-8380-251c059d2cfb HTTP/1.1" status: 200 len: 217 time: 0.0422578 Jan 27 12:49:00.754582 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3acab-2575-4b20-8d30-e2a551dce9b7 req-d428fe7d-0600-473d-94a2-701dd180b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:00.756149 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4ea3acab-2575-4b20-8d30-e2a551dce9b7 req-d428fe7d-0600-473d-94a2-701dd180b3f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7785fff6-6578-4402-bc5a-fec8bd603105 HTTP/1.1" status: 200 len: 858 time: 0.0566490 Jan 27 12:49:00.797293 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1208f1b-c710-4829-a2e3-6b5398d77138 req-19f5070b-1e7f-461d-b721-5114d715e899 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:00.798152 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4ea3acab-2575-4b20-8d30-e2a551dce9b7 req-94d5e2fd-eed0-45b9-a312-855809d35759 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e3e975e7-b66a-4480-b25e-9886f492f788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352609 Jan 27 12:49:00.798810 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f1208f1b-c710-4829-a2e3-6b5398d77138 req-19f5070b-1e7f-461d-b721-5114d715e899 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0892153 Jan 27 12:49:00.800711 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-16d235e5-a549-4f1c-9954-2389254b4696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:00.802050 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-16d235e5-a549-4f1c-9954-2389254b4696 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=177da310-319b-4f7a-b4aa-d1da259630e2 HTTP/1.1" status: 200 len: 854 time: 0.0806174 Jan 27 12:49:00.814030 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-548977a3-4da6-4d77-8845-dba351eb25b9 req-a6d54be0-4c4c-4169-afb8-27e0194f39a1 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 210 time: 0.0405731 Jan 27 12:49:00.877489 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f1208f1b-c710-4829-a2e3-6b5398d77138 req-81e053a1-e84d-48da-a0e4-9390372d9b9b tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719938 Jan 27 12:49:00.882605 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-daed7163-0514-45b4-8a1f-b7bb29746fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:00.884377 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-daed7163-0514-45b4-8a1f-b7bb29746fae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=322a42f3-d464-4c19-b6b0-77256c56a83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642934 Jan 27 12:49:00.910979 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4ea3acab-2575-4b20-8d30-e2a551dce9b7 req-009004ee-408b-441c-ba90-ab14df0d1af2 service neutron] 10.222.0.13 "GET /v2.0/networks/e3e975e7-b66a-4480-b25e-9886f492f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958648 Jan 27 12:49:00.990605 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-5dc7e6e5-fbdc-4e53-8a70-48d8ec2dc2c6 service neutron] 10.222.0.13 "GET /v2.0/networks/322a42f3-d464-4c19-b6b0-77256c56a83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985086 Jan 27 12:49:01.010978 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4ea3acab-2575-4b20-8d30-e2a551dce9b7 req-f796aec7-ab1c-440e-b3e9-d0a1d7f01c57 service neutron] 10.222.0.13 "GET /v2.0/networks/e3e975e7-b66a-4480-b25e-9886f492f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872834 Jan 27 12:49:01.093725 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5741c49d-8037-4b4a-948c-35ca8eded8d0 req-9faae007-862e-4cc1-b241-a78d1dbd90de service neutron] 10.222.0.13 "GET /v2.0/networks/322a42f3-d464-4c19-b6b0-77256c56a83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876760 Jan 27 12:49:01.787044 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de68d61-84bb-4a9f-adf9-bcc835b6049f req-1544b019-724b-4dfb-baeb-1046456b9ae2 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:01.788906 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6de68d61-84bb-4a9f-adf9-bcc835b6049f req-1544b019-724b-4dfb-baeb-1046456b9ae2 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 943 time: 0.0530462 Jan 27 12:49:01.860457 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6de68d61-84bb-4a9f-adf9-bcc835b6049f req-13fbd87a-09e5-4dc4-b12e-e01e2b8bb3be tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657530 Jan 27 12:49:01.917928 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c7425-bad3-4435-9e72-61d96c8fa41d req-5b2325b0-5d88-4529-85a7-0e662b97d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:01.918958 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-454c7425-bad3-4435-9e72-61d96c8fa41d req-5b2325b0-5d88-4529-85a7-0e662b97d5a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 1099 time: 0.0494828 Jan 27 12:49:02.002288 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8076f9-d70e-4156-bf6b-d59dad576e5c req-11dbd7de-b078-49cb-8fe2-1991d2044d1c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:02.002288 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1c8076f9-d70e-4156-bf6b-d59dad576e5c req-11dbd7de-b078-49cb-8fe2-1991d2044d1c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0799184 Jan 27 12:49:02.002288 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-454c7425-bad3-4435-9e72-61d96c8fa41d req-7ff5eba8-f195-4fe4-9f87-8190d50a81c3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730546 Jan 27 12:49:02.048506 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1c8076f9-d70e-4156-bf6b-d59dad576e5c req-b3b79e73-45fe-4043-8ebc-7f89c6e6e604 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428855 Jan 27 12:49:02.131181 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b8752bff-dc20-4e62-b50e-c1b86edc3cf4 req-78121c2b-b732-49df-845a-0187ddba5d4a tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 210 time: 0.0262864 Jan 27 12:49:02.241343 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a0734-2d94-407a-8cc5-488fce2a7c69 req-6423e8a7-c384-4517-8237-43ccb3d35e3b tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:02.242998 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-832a0734-2d94-407a-8cc5-488fce2a7c69 req-6423e8a7-c384-4517-8237-43ccb3d35e3b tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0555711 Jan 27 12:49:02.297158 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-832a0734-2d94-407a-8cc5-488fce2a7c69 req-82f7ab2f-8bff-4120-8b3c-fab4ed129678 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451298 Jan 27 12:49:02.975131 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2945f1-5cd0-443d-b7b4-1a8cba30e311 req-3141bc67-d151-4bdf-9495-239c24c0c387 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:02.977429 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-db2945f1-5cd0-443d-b7b4-1a8cba30e311 req-3141bc67-d151-4bdf-9495-239c24c0c387 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 943 time: 0.0481930 Jan 27 12:49:03.026672 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-db2945f1-5cd0-443d-b7b4-1a8cba30e311 req-7045a588-ad63-499f-a111-a1621cde2a36 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442789 Jan 27 12:49:03.176286 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3fe00-66f7-4f43-b994-095e52d346e1 req-ea039ad1-43a1-46c0-89da-6c3363075610 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:03.177806 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-e3d3fe00-66f7-4f43-b994-095e52d346e1 req-ea039ad1-43a1-46c0-89da-6c3363075610 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0539632 Jan 27 12:49:03.230637 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-c2c4413f-a34b-413a-a8bc-99a6df77d540 req-e31125d9-830b-4c4a-88b5-aaff0125bd88 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 210 time: 0.0317602 Jan 27 12:49:03.231946 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-e3d3fe00-66f7-4f43-b994-095e52d346e1 req-f2041b3d-03ff-41f0-8e19-d34e233caffe tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476513 Jan 27 12:49:03.412752 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c4eac-4670-4669-a23a-c9e0f9555abc req-0287e2ce-15b8-4c55-ba7b-acc5e67ef682 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:03.414219 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-401c4eac-4670-4669-a23a-c9e0f9555abc req-0287e2ce-15b8-4c55-ba7b-acc5e67ef682 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0500495 Jan 27 12:49:03.461537 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-401c4eac-4670-4669-a23a-c9e0f9555abc req-c9cd190e-e6d9-4910-b41b-6593536ca828 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415261 Jan 27 12:49:03.566292 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d6c7e-2f6c-48c1-8d76-ededf4979be5 req-2bfc2cf1-164e-4e1f-879a-a78610812dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:03.567873 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-419d6c7e-2f6c-48c1-8d76-ededf4979be5 req-2bfc2cf1-164e-4e1f-879a-a78610812dbb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8&tenant_id=5d9aacae39d84c0d98e287aac2b1c7c7 HTTP/1.1" status: 200 len: 1096 time: 0.0771198 Jan 27 12:49:03.603399 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 6b77f366-5871-46fa-8380-251c059d2cfb details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=109463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 12:49:03.638610 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d6c7e-2f6c-48c1-8d76-ededf4979be5 req-f89e11a6-ef56-4beb-8225-ae9eacafcfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:03.640704 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-419d6c7e-2f6c-48c1-8d76-ededf4979be5 req-f89e11a6-ef56-4beb-8225-ae9eacafcfc1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d9aacae39d84c0d98e287aac2b1c7c7&device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 1096 time: 0.0464513 Jan 27 12:49:03.708569 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 6b77f366-5871-46fa-8380-251c059d2cfb, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=6b77f366-5871-46fa-8380-251c059d2cfb,segment=NetworkSegment(3e280d8f-8b7c-488e-8dd2-9ec05996c7e9),segment_id=3e280d8f-8b7c-488e-8dd2-9ec05996c7e9)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:49:03.720900 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Returning: {'device': '6b77f366-5871-46fa-8380-251c059d2cfb', 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f', 'port_id': '6b77f366-5871-46fa-8380-251c059d2cfb', 'mac_address': 'fa:16:3e:7a:61:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '177da310-319b-4f7a-b4aa-d1da259630e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 12:49:03.755103 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d6c7e-2f6c-48c1-8d76-ededf4979be5 req-2597b87d-7db8-48f9-a6d7-aafe72de2e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:03.755103 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-419d6c7e-2f6c-48c1-8d76-ededf4979be5 req-2597b87d-7db8-48f9-a6d7-aafe72de2e2d service neutron] 10.222.0.13 "GET /v2.0/networks?id=e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c HTTP/1.1" status: 200 len: 918 time: 0.1017928 Jan 27 12:49:03.760164 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 6b77f366-5871-46fa-8380-251c059d2cfb is: DOWN; New status is: BUILD {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:49:03.760671 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (6b77f366-5871-46fa-8380-251c059d2cfb), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:03.774408 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b77f366-5871-46fa-8380-251c059d2cfb {{(pid=109463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:49:03.794160 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 6b77f366-5871-46fa-8380-251c059d2cfb, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=6b77f366-5871-46fa-8380-251c059d2cfb,segment=NetworkSegment(3e280d8f-8b7c-488e-8dd2-9ec05996c7e9),segment_id=3e280d8f-8b7c-488e-8dd2-9ec05996c7e9)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:49:03.818596 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-419d6c7e-2f6c-48c1-8d76-ededf4979be5 req-f6e866f0-4b19-4268-ae89-caff8f9e7144 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 HTTP/1.1" status: 200 len: 998 time: 0.0595424 Jan 27 12:49:03.868454 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d6c7e-2f6c-48c1-8d76-ededf4979be5 req-74fef186-4afd-4b23-9d3f-310621f1154e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:03.869901 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-419d6c7e-2f6c-48c1-8d76-ededf4979be5 req-74fef186-4afd-4b23-9d3f-310621f1154e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f748fb8f-46de-4c32-959f-bac58f8a9f39 HTTP/1.1" status: 200 len: 856 time: 0.0441303 Jan 27 12:49:03.899999 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (6b77f366-5871-46fa-8380-251c059d2cfb), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:03.919045 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d6c7e-2f6c-48c1-8d76-ededf4979be5 req-53cf6c06-d0cb-41c4-ab39-f99bb9b693b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:03.920536 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-419d6c7e-2f6c-48c1-8d76-ededf4979be5 req-53cf6c06-d0cb-41c4-ab39-f99bb9b693b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438516 Jan 27 12:49:03.953657 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=6b77f366-5871-46fa-8380-251c059d2cfb,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:04.026353 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-419d6c7e-2f6c-48c1-8d76-ededf4979be5 req-187e578c-2088-4c51-ae1e-194acac680b0 service neutron] 10.222.0.13 "GET /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834427 Jan 27 12:49:04.123350 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-419d6c7e-2f6c-48c1-8d76-ededf4979be5 req-5019c852-3ea7-487d-af57-abe02c72f05b service neutron] 10.222.0.13 "GET /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862978 Jan 27 12:49:04.180723 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcd8ef-780a-491a-8944-29962a401ff3 req-3fee7768-662d-423b-b488-9e866db2c1ce tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:04.182208 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-90fcd8ef-780a-491a-8944-29962a401ff3 req-3fee7768-662d-423b-b488-9e866db2c1ce tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 944 time: 0.0492389 Jan 27 12:49:04.232952 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-90fcd8ef-780a-491a-8944-29962a401ff3 req-a1ac1ad9-e92a-4538-8769-32c921edeb08 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450742 Jan 27 12:49:04.309029 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['6b77f366-5871-46fa-8380-251c059d2cfb'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:49:04.328569 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-38ad4aa3-a6ed-4f83-8418-4724accb47e8 req-0a4fedbf-076f-427f-8f35-47a6987d6781 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 210 time: 0.0288754 Jan 27 12:49:04.419041 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c875d-410d-43f8-b0c1-7f377d69f6b7 req-7959dcd4-1705-41cc-a443-d225649a5d3e tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:04.420798 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b37c875d-410d-43f8-b0c1-7f377d69f6b7 req-7959dcd4-1705-41cc-a443-d225649a5d3e tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.1117480 Jan 27 12:49:04.492482 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb253-0429-4885-a942-9ea245e9afa8 req-b7082571-79bd-4ade-9ab2-412147087f3a tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:04.494112 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-120bb253-0429-4885-a942-9ea245e9afa8 req-b7082571-79bd-4ade-9ab2-412147087f3a tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.13 "GET /v2.0/networks?id=211640df-d3a5-4530-8ce1-f50a1790c2b2 HTTP/1.1" status: 200 len: 813 time: 0.1746616 Jan 27 12:49:04.511876 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [req-120bb253-0429-4885-a942-9ea245e9afa8 req-8119d58a-6e23-4029-9999-961d2059adf8 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Request body: {'port': {'device_id': '7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d', 'network_id': '211640df-d3a5-4530-8ce1-f50a1790c2b2', 'admin_state_up': True, 'tenant_id': '1247c65db6064deb8cde3cba7dc2a2c1'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:49:04.611673 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b37c875d-410d-43f8-b0c1-7f377d69f6b7 req-0475bdbb-192d-4807-aae4-cd966ddda53c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826181 Jan 27 12:49:04.670698 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b9c31-647e-4b19-9941-0a4ff8fbfe28 req-16b26713-d267-43ca-a7ad-de4791879e94 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:04.672355 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5a4b9c31-647e-4b19-9941-0a4ff8fbfe28 req-16b26713-d267-43ca-a7ad-de4791879e94 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0642416 Jan 27 12:49:04.729379 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5a4b9c31-647e-4b19-9941-0a4ff8fbfe28 req-4834f3d0-0331-4321-81b4-697f0f162095 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509672 Jan 27 12:49:04.730296 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-120bb253-0429-4885-a942-9ea245e9afa8 req-8119d58a-6e23-4029-9999-961d2059adf8 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Made reservation on behalf of 1247c65db6064deb8cde3cba7dc2a2c1 for: {'port': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:49:04.733997 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-120bb253-0429-4885-a942-9ea245e9afa8 req-8119d58a-6e23-4029-9999-961d2059adf8 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:04.972542 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_common [req-120bb253-0429-4885-a942-9ea245e9afa8 req-8119d58a-6e23-4029-9999-961d2059adf8 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Allocated IP 172.20.0.5 (211640df-d3a5-4530-8ce1-f50a1790c2b2/e096fb16-0eac-4cef-a5c2-1501a24076aa/8fb8af15-4f00-4eab-aaaf-9393b9498368) {{(pid=109461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:49:05.204648 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-120bb253-0429-4885-a942-9ea245e9afa8 req-8119d58a-6e23-4029-9999-961d2059adf8 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Publish callbacks [] for port (8fb8af15-4f00-4eab-aaaf-9393b9498368), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:05.375189 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3592e8e-6988-4cf4-9e3d-1b14c450ef46 req-30bf13a4-1222-485f-a214-40f4c67ac9c0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:05.377095 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d3592e8e-6988-4cf4-9e3d-1b14c450ef46 req-30bf13a4-1222-485f-a214-40f4c67ac9c0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 944 time: 0.0563877 Jan 27 12:49:05.451615 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d3592e8e-6988-4cf4-9e3d-1b14c450ef46 req-240e1575-a4f5-4c78-8f21-b45afef34fad tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672903 Jan 27 12:49:05.498688 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-120bb253-0429-4885-a942-9ea245e9afa8 req-8119d58a-6e23-4029-9999-961d2059adf8 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (8fb8af15-4f00-4eab-aaaf-9393b9498368), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:05.589438 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-120bb253-0429-4885-a942-9ea245e9afa8 req-8119d58a-6e23-4029-9999-961d2059adf8 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Network 211640df-d3a5-4530-8ce1-f50a1790c2b2 is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:49:05.589816 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13e1e9-94c9-4584-bd8a-956d1f4a7da7 req-45d40c99-c0b1-437f-a0d2-37014d51cc25 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:05.591388 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9d13e1e9-94c9-4584-bd8a-956d1f4a7da7 req-45d40c99-c0b1-437f-a0d2-37014d51cc25 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0556107 Jan 27 12:49:05.596811 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [req-120bb253-0429-4885-a942-9ea245e9afa8 req-8119d58a-6e23-4029-9999-961d2059adf8 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:49:05.605577 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [req-120bb253-0429-4885-a942-9ea245e9afa8 req-8119d58a-6e23-4029-9999-961d2059adf8 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Received port after_create {{(pid=109461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:49:05.633543 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 6b77f366-5871-46fa-8380-251c059d2cfb up at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:49:05.635422 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119d58a-6e23-4029-9999-961d2059adf8 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Pushing event updated for resources: {'Port': ['ID=8fb8af15-4f00-4eab-aaaf-9393b9498368,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:05.665093 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b10646-f0c6-4265-8351-08ee7dd946e0 req-872285dc-0dcc-4506-85c2-b245a54051f5 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:05.666613 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d7b10646-f0c6-4265-8351-08ee7dd946e0 req-872285dc-0dcc-4506-85c2-b245a54051f5 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 931 time: 0.1176178 Jan 27 12:49:05.680635 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb253-0429-4885-a942-9ea245e9afa8 req-8119d58a-6e23-4029-9999-961d2059adf8 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:05.681322 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-120bb253-0429-4885-a942-9ea245e9afa8 req-8119d58a-6e23-4029-9999-961d2059adf8 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:05.710345 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9d13e1e9-94c9-4584-bd8a-956d1f4a7da7 req-a129e3fa-9488-4d1d-9182-075e68250f12 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125951 Jan 27 12:49:05.780815 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d7b10646-f0c6-4265-8351-08ee7dd946e0 req-20c7ae18-5f4c-4cf6-a4ee-8ffd7ab2bce4 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965807 Jan 27 12:49:05.812256 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning for port 6b77f366-5871-46fa-8380-251c059d2cfb completed by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 12:49:05.826908 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning complete for port 6b77f366-5871-46fa-8380-251c059d2cfb triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:49:05.827949 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (6b77f366-5871-46fa-8380-251c059d2cfb), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:05.840025 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-120bb253-0429-4885-a942-9ea245e9afa8 req-8119d58a-6e23-4029-9999-961d2059adf8 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3352704 Jan 27 12:49:05.922511 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4a1f0-bdef-4618-b308-6c6f1e367ab8 req-4ea80112-807a-4d9c-8015-ca1155a93c99 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:05.934891 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6dc4a1f0-bdef-4618-b308-6c6f1e367ab8 req-4ea80112-807a-4d9c-8015-ca1155a93c99 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0770948 Jan 27 12:49:05.968815 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [req-120bb253-0429-4885-a942-9ea245e9afa8 req-0d5d5773-53ef-4cf3-aa32-327f701c6936 service neutron] Request body: {'port': {'device_id': '7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:49:05.999583 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 6b77f366-5871-46fa-8380-251c059d2cfb is: BUILD; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:49:06.000127 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (6b77f366-5871-46fa-8380-251c059d2cfb), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:06.025004 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f0495-9513-4e30-b0e1-5042036bfd34 req-c47eb991-31f7-488c-a0c1-4297ecf25a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:06.026876 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-440f0495-9513-4e30-b0e1-5042036bfd34 req-c47eb991-31f7-488c-a0c1-4297ecf25a42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07aba42d308a44c39af2f5402cfff771&device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 1099 time: 0.0623620 Jan 27 12:49:06.082801 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9b1da9-08aa-4d04-b41b-b1a82f6ce245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b77f366-5871-46fa-8380-251c059d2cfb'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:49:06.085900 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41ccc64-8a62-4991-975a-8ae098fff595" -d '{"events": [{"server_uuid": "7c9b1da9-08aa-4d04-b41b-b1a82f6ce245", "name": "network-vif-plugged", "status": "completed", "tag": "6b77f366-5871-46fa-8380-251c059d2cfb"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:49:06.091701 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6dc4a1f0-bdef-4618-b308-6c6f1e367ab8 req-5629188f-74bf-417d-9bee-b459e0b791e2 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547489 Jan 27 12:49:06.170179 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-120bb253-0429-4885-a942-9ea245e9afa8 req-0d5d5773-53ef-4cf3-aa32-327f701c6936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (8fb8af15-4f00-4eab-aaaf-9393b9498368), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:06.188780 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 6b77f366-5871-46fa-8380-251c059d2cfb, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=6b77f366-5871-46fa-8380-251c059d2cfb,segment=NetworkSegment(3e280d8f-8b7c-488e-8dd2-9ec05996c7e9),segment_id=3e280d8f-8b7c-488e-8dd2-9ec05996c7e9)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:49:06.278828 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (6b77f366-5871-46fa-8380-251c059d2cfb), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:06.321832 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f0495-9513-4e30-b0e1-5042036bfd34 req-242b3cca-6886-4501-a444-140381d04eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:06.326109 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-440f0495-9513-4e30-b0e1-5042036bfd34 req-242b3cca-6886-4501-a444-140381d04eda service neutron] 10.222.0.13 "GET /v2.0/networks?id=e3e975e7-b66a-4480-b25e-9886f492f788 HTTP/1.1" status: 200 len: 919 time: 0.2676840 Jan 27 12:49:06.427766 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc201556-26de-4da9-969e-4ee609da7c51 x-openstack-request-id: req-fc201556-26de-4da9-969e-4ee609da7c51 {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:49:06.428246 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9b1da9-08aa-4d04-b41b-b1a82f6ce245", "name": "network-vif-plugged", "status": "completed", "tag": "6b77f366-5871-46fa-8380-251c059d2cfb", "code": 200}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:49:06.428797 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc201556-26de-4da9-969e-4ee609da7c51 {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:49:06.429457 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9b1da9-08aa-4d04-b41b-b1a82f6ce245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b77f366-5871-46fa-8380-251c059d2cfb', 'code': 200} Jan 27 12:49:06.430480 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-440f0495-9513-4e30-b0e1-5042036bfd34 req-bb93fdef-122f-4f24-af3e-ef5f4afa46d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dccfdccf-b3e1-4835-81b6-dc9601ee12c1 HTTP/1.1" status: 200 len: 217 time: 0.0953460 Jan 27 12:49:06.430684 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=6b77f366-5871-46fa-8380-251c059d2cfb,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:06.654458 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd613778-baf7-4fd2-8f0b-9f5fd48c5729 req-2603324c-3721-4bdb-a802-82e503f10e37 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:06.654458 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-bd613778-baf7-4fd2-8f0b-9f5fd48c5729 req-2603324c-3721-4bdb-a802-82e503f10e37 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 945 time: 0.0940354 Jan 27 12:49:06.720105 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [req-120bb253-0429-4885-a942-9ea245e9afa8 req-0d5d5773-53ef-4cf3-aa32-327f701c6936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fb8af15-4f00-4eab-aaaf-9393b9498368 {{(pid=109461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:49:06.734479 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-120bb253-0429-4885-a942-9ea245e9afa8 req-0d5d5773-53ef-4cf3-aa32-327f701c6936 service neutron] Publish callbacks [] for port (8fb8af15-4f00-4eab-aaaf-9393b9498368), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:06.751656 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-bd613778-baf7-4fd2-8f0b-9f5fd48c5729 req-3c50c1af-44e7-4439-951e-b84068c42ee2 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966055 Jan 27 12:49:06.757817 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.provisioning_blocks [req-120bb253-0429-4885-a942-9ea245e9afa8 req-0d5d5773-53ef-4cf3-aa32-327f701c6936 service neutron] Transition to ACTIVE for port object 8fb8af15-4f00-4eab-aaaf-9393b9498368 will not be triggered until provisioned by entity L2. {{(pid=109461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 12:49:06.803943 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2a862-0c3c-4ebc-8fd2-c987454b0e74 req-300106f7-5de6-46f8-9488-525195c01569 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:06.814621 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b6f2a862-0c3c-4ebc-8fd2-c987454b0e74 req-300106f7-5de6-46f8-9488-525195c01569 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 945 time: 0.0864501 Jan 27 12:49:06.916377 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f0495-9513-4e30-b0e1-5042036bfd34 req-15db5fb5-5bd4-4f18-83d8-6ced70619473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:06.917813 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-440f0495-9513-4e30-b0e1-5042036bfd34 req-15db5fb5-5bd4-4f18-83d8-6ced70619473 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7785fff6-6578-4402-bc5a-fec8bd603105 HTTP/1.1" status: 200 len: 858 time: 0.0818043 Jan 27 12:49:06.932084 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b6f2a862-0c3c-4ebc-8fd2-c987454b0e74 req-f4ad1176-e044-4958-ba48-b0d455739a04 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164412 Jan 27 12:49:07.110355 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-440f0495-9513-4e30-b0e1-5042036bfd34 req-f76ee0c3-5d49-410e-9faf-0b5af189feb8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e3e975e7-b66a-4480-b25e-9886f492f788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702064 Jan 27 12:49:07.132148 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee57ac-2b0b-40fb-bd6e-ae5530abaf46 req-b58d4edc-d182-4280-a475-ae855453eafb tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:07.133999 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-10ee57ac-2b0b-40fb-bd6e-ae5530abaf46 req-b58d4edc-d182-4280-a475-ae855453eafb tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 931 time: 0.1112013 Jan 27 12:49:07.197424 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-120bb253-0429-4885-a942-9ea245e9afa8 req-0d5d5773-53ef-4cf3-aa32-327f701c6936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412271'] for port (8fb8af15-4f00-4eab-aaaf-9393b9498368), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:07.220253 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33cf8f-2bcf-4f01-ae9f-fdd1bbab58ad req-0fe6faf9-c32b-47f0-86f8-b17db4738091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:07.222189 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0e33cf8f-2bcf-4f01-ae9f-fdd1bbab58ad req-0fe6faf9-c32b-47f0-86f8-b17db4738091 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 1098 time: 0.0871077 Jan 27 12:49:07.224482 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3d9e4-ab1b-49ed-8d93-29c94d2b2f45 req-242df5a6-d799-47b2-91ac-39b8611c34d0 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:07.232417 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6fd3d9e4-ab1b-49ed-8d93-29c94d2b2f45 req-242df5a6-d799-47b2-91ac-39b8611c34d0 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.3901408 Jan 27 12:49:07.234502 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-10ee57ac-2b0b-40fb-bd6e-ae5530abaf46 req-c219d46f-fbb2-412b-b7b1-45885de7b99b tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896473 Jan 27 12:49:07.310421 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d5773-53ef-4cf3-aa32-327f701c6936 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb8af15-4f00-4eab-aaaf-9393b9498368,revision_number=2']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:07.431319 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6fd3d9e4-ab1b-49ed-8d93-29c94d2b2f45 req-b74b5a27-77bc-410b-955e-5c8da20fa571 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979504 Jan 27 12:49:07.530431 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430d9cd-2828-44f8-948a-3666322051ab req-fea4c298-86eb-4f8f-bceb-86d265493bd7 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:07.545732 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a430d9cd-2828-44f8-948a-3666322051ab req-fea4c298-86eb-4f8f-bceb-86d265493bd7 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.2012868 Jan 27 12:49:07.558599 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-120bb253-0429-4885-a942-9ea245e9afa8 req-0d5d5773-53ef-4cf3-aa32-327f701c6936 service neutron] Attempting to bind port 8fb8af15-4f00-4eab-aaaf-9393b9498368 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:49:07.560129 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-120bb253-0429-4885-a942-9ea245e9afa8 req-0d5d5773-53ef-4cf3-aa32-327f701c6936 service neutron] Attempting to bind port 8fb8af15-4f00-4eab-aaaf-9393b9498368 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '41344302-fe83-401d-92fc-998f7b386b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '211640df-d3a5-4530-8ce1-f50a1790c2b2'}] {{(pid=109461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:49:07.561703 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120bb253-0429-4885-a942-9ea245e9afa8 req-0d5d5773-53ef-4cf3-aa32-327f701c6936 service neutron] Attempting to bind port 8fb8af15-4f00-4eab-aaaf-9393b9498368 on network 211640df-d3a5-4530-8ce1-f50a1790c2b2 {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:49:07.574223 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120bb253-0429-4885-a942-9ea245e9afa8 req-0d5d5773-53ef-4cf3-aa32-327f701c6936 service neutron] Port 8fb8af15-4f00-4eab-aaaf-9393b9498368 on network 211640df-d3a5-4530-8ce1-f50a1790c2b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 12:49:07.574981 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120bb253-0429-4885-a942-9ea245e9afa8 req-0d5d5773-53ef-4cf3-aa32-327f701c6936 service neutron] Attempting to bind port 8fb8af15-4f00-4eab-aaaf-9393b9498368 on network 211640df-d3a5-4530-8ce1-f50a1790c2b2 {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:49:07.575797 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0e33cf8f-2bcf-4f01-ae9f-fdd1bbab58ad req-88b86bcc-57d8-4da6-ab57-ddf4bccc390c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532816 Jan 27 12:49:07.585270 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120bb253-0429-4885-a942-9ea245e9afa8 req-0d5d5773-53ef-4cf3-aa32-327f701c6936 service neutron] Checking agent: {'id': 'e5f4578a-8b65-461b-9155-0533d25cd18a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'started_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:49:07.586346 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120bb253-0429-4885-a942-9ea245e9afa8 req-0d5d5773-53ef-4cf3-aa32-327f701c6936 service neutron] Checking segment: {'id': '41344302-fe83-401d-92fc-998f7b386b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '211640df-d3a5-4530-8ce1-f50a1790c2b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:49:07.587278 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120bb253-0429-4885-a942-9ea245e9afa8 req-0d5d5773-53ef-4cf3-aa32-327f701c6936 service neutron] Bound using segment: {'id': '41344302-fe83-401d-92fc-998f7b386b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '211640df-d3a5-4530-8ce1-f50a1790c2b2'} {{(pid=109461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:49:07.588155 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.managers [req-120bb253-0429-4885-a942-9ea245e9afa8 req-0d5d5773-53ef-4cf3-aa32-327f701c6936 service neutron] Bound port: 8fb8af15-4f00-4eab-aaaf-9393b9498368, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41344302-fe83-401d-92fc-998f7b386b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '211640df-d3a5-4530-8ce1-f50a1790c2b2'}}] {{(pid=109461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:49:07.589737 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-120bb253-0429-4885-a942-9ea245e9afa8 req-0d5d5773-53ef-4cf3-aa32-327f701c6936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (8fb8af15-4f00-4eab-aaaf-9393b9498368), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:07.627469 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a430d9cd-2828-44f8-948a-3666322051ab req-cebf5077-1d7f-4c9f-996c-98107014b825 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733800 Jan 27 12:49:07.633944 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-440f0495-9513-4e30-b0e1-5042036bfd34 req-be45b8a9-3217-4331-88a3-2decf7a3a315 service neutron] 10.222.0.13 "GET /v2.0/networks/e3e975e7-b66a-4480-b25e-9886f492f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541808 Jan 27 12:49:07.704991 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [req-120bb253-0429-4885-a942-9ea245e9afa8 req-0d5d5773-53ef-4cf3-aa32-327f701c6936 service neutron] For port 8fb8af15-4f00-4eab-aaaf-9393b9498368, host hv-cinder-82403, cleared binding levels {{(pid=109461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:49:07.709584 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [req-120bb253-0429-4885-a942-9ea245e9afa8 req-0d5d5773-53ef-4cf3-aa32-327f701c6936 service neutron] For port 8fb8af15-4f00-4eab-aaaf-9393b9498368, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=8fb8af15-4f00-4eab-aaaf-9393b9498368,segment=NetworkSegment(41344302-fe83-401d-92fc-998f7b386b95),segment_id=41344302-fe83-401d-92fc-998f7b386b95)] {{(pid=109461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:49:07.787803 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-120bb253-0429-4885-a942-9ea245e9afa8 req-0d5d5773-53ef-4cf3-aa32-327f701c6936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412271'] for port (8fb8af15-4f00-4eab-aaaf-9393b9498368), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:07.830517 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb253-0429-4885-a942-9ea245e9afa8 req-0d5d5773-53ef-4cf3-aa32-327f701c6936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:07.831720 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-120bb253-0429-4885-a942-9ea245e9afa8 req-0d5d5773-53ef-4cf3-aa32-327f701c6936 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:07.833132 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-120bb253-0429-4885-a942-9ea245e9afa8 req-0d5d5773-53ef-4cf3-aa32-327f701c6936 service neutron] 10.222.0.13 "PUT /v2.0/ports/8fb8af15-4f00-4eab-aaaf-9393b9498368 HTTP/1.1" status: 200 len: 1093 time: 1.8695390 Jan 27 12:49:07.833580 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d', 'tag': '8fb8af15-4f00-4eab-aaaf-9393b9498368'}] {{(pid=109461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:49:07.835886 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13caf501d2ade89ef8f3be641e2375f4ed3bc8c86955b9dc87ba2ae8dc6631d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f481eff-77ff-4333-914e-547d43ef2202" -d '{"events": [{"name": "network-changed", "server_uuid": "7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d", "tag": "8fb8af15-4f00-4eab-aaaf-9393b9498368"}]}' {{(pid=109461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:49:07.911036 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc10910-df39-42f9-8644-bbaadf77532f x-openstack-request-id: req-1fc10910-df39-42f9-8644-bbaadf77532f {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:49:07.911351 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d", "tag": "8fb8af15-4f00-4eab-aaaf-9393b9498368", "status": "completed", "code": 200}]} {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:49:07.911586 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1fc10910-df39-42f9-8644-bbaadf77532f {{(pid=109461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:49:07.911988 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d', 'tag': '8fb8af15-4f00-4eab-aaaf-9393b9498368', 'status': 'completed', 'code': 200} Jan 27 12:49:07.912540 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d5773-53ef-4cf3-aa32-327f701c6936 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb8af15-4f00-4eab-aaaf-9393b9498368,revision_number=3']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:07.929495 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38480516-d987-4d25-bebf-1cb837773e9e req-897d44c8-b652-4020-aa64-2a0690d68eb3 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:07.931034 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-38480516-d987-4d25-bebf-1cb837773e9e req-897d44c8-b652-4020-aa64-2a0690d68eb3 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 945 time: 0.0924034 Jan 27 12:49:08.032265 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-38480516-d987-4d25-bebf-1cb837773e9e req-1d6a879d-decf-4c9f-8d97-4aecc983f67d tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949836 Jan 27 12:49:08.120752 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80408ce-53a5-4df1-987e-94a793d47846 req-8f6a483f-4053-4368-b5c9-7b18627f9575 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:08.122435 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a80408ce-53a5-4df1-987e-94a793d47846 req-8f6a483f-4053-4368-b5c9-7b18627f9575 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 945 time: 0.0834587 Jan 27 12:49:08.197411 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a80408ce-53a5-4df1-987e-94a793d47846 req-1b813f25-e074-43cf-8481-2f1b87bdbc09 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637262 Jan 27 12:49:08.378724 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc06ee-a5f9-4eb2-8504-80fcfd3a5b10 req-6c251324-e8a5-4f18-9e0d-204b74a20639 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:08.385941 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-74bc06ee-a5f9-4eb2-8504-80fcfd3a5b10 req-6c251324-e8a5-4f18-9e0d-204b74a20639 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 943 time: 0.0599217 Jan 27 12:49:08.433170 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-74bc06ee-a5f9-4eb2-8504-80fcfd3a5b10 req-5958b5da-e332-4ba7-bf5a-bf3343ea1d0a tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463421 Jan 27 12:49:08.565989 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bff14a-9865-478a-8cc8-d2987121383b req-3e1f8c29-9294-4fe7-96b7-6fc6a51c8e0d tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:08.567480 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-65bff14a-9865-478a-8cc8-d2987121383b req-3e1f8c29-9294-4fe7-96b7-6fc6a51c8e0d tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0539110 Jan 27 12:49:08.617629 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-65bff14a-9865-478a-8cc8-d2987121383b req-7093ac2a-2e48-4891-b534-2f73acc39197 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441742 Jan 27 12:49:08.794164 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f5985-04f6-4be2-8c90-34d10e64e510 req-d928375d-3911-4a9d-8345-fc48c0bf17a0 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:08.796918 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-635f5985-04f6-4be2-8c90-34d10e64e510 req-d928375d-3911-4a9d-8345-fc48c0bf17a0 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0839078 Jan 27 12:49:08.862931 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-635f5985-04f6-4be2-8c90-34d10e64e510 req-8b6c20cf-4f59-4d6f-8193-7e51b081c375 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579414 Jan 27 12:49:09.158570 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a9574-a7da-4662-97a3-ce53c90fdec9 req-c11fae61-e478-4430-91af-5b99dc27d6b4 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:09.160148 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3f9a9574-a7da-4662-97a3-ce53c90fdec9 req-c11fae61-e478-4430-91af-5b99dc27d6b4 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 945 time: 0.0500970 Jan 27 12:49:09.216037 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3f9a9574-a7da-4662-97a3-ce53c90fdec9 req-79b8f62b-b111-4baf-8257-f61ceefdac95 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493772 Jan 27 12:49:09.355674 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968579a-bba0-415b-b1ee-d2e642ce740b req-4d835a5a-f17a-41ec-84a5-8f28038bdd0d tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:09.357659 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1968579a-bba0-415b-b1ee-d2e642ce740b req-4d835a5a-f17a-41ec-84a5-8f28038bdd0d tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 945 time: 0.0788636 Jan 27 12:49:09.415262 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1968579a-bba0-415b-b1ee-d2e642ce740b req-8ce72e4c-6e75-468f-ad3c-f10ec29f046a tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485725 Jan 27 12:49:09.567073 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620ce8e-17cf-459d-a5d2-c785a3097bc5 req-fc61b2ac-a4b6-48a9-b893-f7ba3d177428 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:09.568498 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d620ce8e-17cf-459d-a5d2-c785a3097bc5 req-fc61b2ac-a4b6-48a9-b893-f7ba3d177428 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 943 time: 0.0575740 Jan 27 12:49:09.626723 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d620ce8e-17cf-459d-a5d2-c785a3097bc5 req-07f51193-1d05-4873-92fb-090c495f6156 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519357 Jan 27 12:49:09.746514 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57851785-f0b9-4194-873f-23eaac9aabf2 req-9a77eebb-3f14-4a76-b6a9-b53d3baa32cf tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:09.748045 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-57851785-f0b9-4194-873f-23eaac9aabf2 req-9a77eebb-3f14-4a76-b6a9-b53d3baa32cf tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0538960 Jan 27 12:49:09.805276 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-57851785-f0b9-4194-873f-23eaac9aabf2 req-91638b37-0379-4063-bf00-b3046a8b40ad tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515957 Jan 27 12:49:10.005211 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be92953-442b-4aa3-9b61-58716fe5f992 req-36e267ac-2b64-420b-8fc1-83c9a231af9d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:10.006711 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-2be92953-442b-4aa3-9b61-58716fe5f992 req-36e267ac-2b64-420b-8fc1-83c9a231af9d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0712578 Jan 27 12:49:10.059602 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-2be92953-442b-4aa3-9b61-58716fe5f992 req-aea21120-24ac-49aa-9c5d-85b49af89ea7 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469570 Jan 27 12:49:10.367760 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6fc46-5c29-4430-af1d-0c901deb6f16 req-113d6de6-aa9b-47f2-bbab-76de62a5074c tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:10.375294 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1fc6fc46-5c29-4430-af1d-0c901deb6f16 req-113d6de6-aa9b-47f2-bbab-76de62a5074c tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 945 time: 0.0687509 Jan 27 12:49:10.423293 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1fc6fc46-5c29-4430-af1d-0c901deb6f16 req-ad04b7fb-910c-4783-9f09-8e1fb37fe27f tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469670 Jan 27 12:49:10.545413 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317867e-389b-4a41-9e54-3cfb2cae4bf8 req-131434fb-5ae6-4eec-b549-e61854dc7427 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:10.547032 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9317867e-389b-4a41-9e54-3cfb2cae4bf8 req-131434fb-5ae6-4eec-b549-e61854dc7427 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 945 time: 0.0564692 Jan 27 12:49:10.602909 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9317867e-389b-4a41-9e54-3cfb2cae4bf8 req-db037583-fffe-4d01-93ad-9e37b8607b63 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495889 Jan 27 12:49:10.759817 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c24fb6-4e6a-47bc-bb45-595a040849d1 req-95c90ade-bca0-49c1-bdf7-70cdfdbacd81 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:10.766683 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-31c24fb6-4e6a-47bc-bb45-595a040849d1 req-95c90ade-bca0-49c1-bdf7-70cdfdbacd81 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 943 time: 0.0566478 Jan 27 12:49:10.814457 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-31c24fb6-4e6a-47bc-bb45-595a040849d1 req-0f780b3d-3ddd-4581-b8c0-26723abebc0c tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467927 Jan 27 12:49:10.931158 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd9c0d-31d1-4263-80e0-e9f00421bddd req-34d6b0ea-aef9-4b2b-b8a0-c250717e7b08 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:10.932912 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6ecd9c0d-31d1-4263-80e0-e9f00421bddd req-34d6b0ea-aef9-4b2b-b8a0-c250717e7b08 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0523374 Jan 27 12:49:10.996484 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6ecd9c0d-31d1-4263-80e0-e9f00421bddd req-88256c04-2176-4a4f-98be-bdc76e2dfc68 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576017 Jan 27 12:49:11.191785 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd8bf1-f1ad-4165-a300-b87f46d3f7f4 req-7a874573-4593-4dcb-a829-2fdadc7b6df1 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:11.193363 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a2fd8bf1-f1ad-4165-a300-b87f46d3f7f4 req-7a874573-4593-4dcb-a829-2fdadc7b6df1 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0586152 Jan 27 12:49:11.255656 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a2fd8bf1-f1ad-4165-a300-b87f46d3f7f4 req-e3ec79fa-2dfa-4b1e-bbc7-eafe5d1bfa1a tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561483 Jan 27 12:49:11.558295 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44df577-1d65-4e3f-b363-8d322da2bfbb req-7e45347d-12c3-4a9b-a39e-e139189d5744 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:11.637417 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f44df577-1d65-4e3f-b363-8d322da2bfbb req-7e45347d-12c3-4a9b-a39e-e139189d5744 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 945 time: 0.0615125 Jan 27 12:49:11.637417 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f44df577-1d65-4e3f-b363-8d322da2bfbb req-1f18a1b7-3be8-4c9f-8e9b-2b230e662bc5 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426538 Jan 27 12:49:11.773196 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f17023-c19a-4759-a16c-376472d14585 req-93a50fe2-7002-4625-ba08-f9122287b13c tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:11.776252 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-32f17023-c19a-4759-a16c-376472d14585 req-93a50fe2-7002-4625-ba08-f9122287b13c tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 945 time: 0.0926988 Jan 27 12:49:11.845585 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-32f17023-c19a-4759-a16c-376472d14585 req-feaf8045-d242-450c-8ecf-169a69b654ed tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625925 Jan 27 12:49:11.994351 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7c334-bdb4-4276-9d5c-bfd702774f89 req-c0ae5278-8d7e-4c23-9cef-b15645d789a4 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:11.996062 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f6f7c334-bdb4-4276-9d5c-bfd702774f89 req-c0ae5278-8d7e-4c23-9cef-b15645d789a4 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 943 time: 0.0559132 Jan 27 12:49:12.054757 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f6f7c334-bdb4-4276-9d5c-bfd702774f89 req-712c581c-04ad-453d-9c0e-0c6c25743e6e tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529416 Jan 27 12:49:12.177082 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d944d-fef5-4134-aa3b-0aa42c683496 req-d7d17ca7-059b-49ad-a927-87e09b9df483 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:12.178775 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-813d944d-fef5-4134-aa3b-0aa42c683496 req-d7d17ca7-059b-49ad-a927-87e09b9df483 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0579104 Jan 27 12:49:12.231619 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-813d944d-fef5-4134-aa3b-0aa42c683496 req-46032d6e-0839-47c3-bcb6-ae56f8b4814b tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468645 Jan 27 12:49:12.375157 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 42104) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:12.407573 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4166c-6c5e-47b8-849d-d8eadfd9ec5e req-0bd67094-e495-45ed-84a4-100e7f845af0 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:12.410671 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-64d4166c-6c5e-47b8-849d-d8eadfd9ec5e req-0bd67094-e495-45ed-84a4-100e7f845af0 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0784891 Jan 27 12:49:12.474251 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-64d4166c-6c5e-47b8-849d-d8eadfd9ec5e req-c149fc03-a383-4b0f-816c-b6178e4b303c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577970 Jan 27 12:49:12.515058 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-24a3987b-89e4-473b-90d1-279a687a5663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:12.590978 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-24a3987b-89e4-473b-90d1-279a687a5663 admin admin] Publish callbacks [] for security_group (4adf1359-e410-46a6-b5a4-6915a9387af5), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:12.661354 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-24a3987b-89e4-473b-90d1-279a687a5663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (4adf1359-e410-46a6-b5a4-6915a9387af5), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:12.725870 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-24a3987b-89e4-473b-90d1-279a687a5663 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3ce20e73fb75453ea1a2e8d0b3547429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3489337 Jan 27 12:49:12.732134 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 42112) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:12.742339 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3987b-89e4-473b-90d1-279a687a5663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adf1359-e410-46a6-b5a4-6915a9387af5,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:12.756903 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b45b6e-329d-4a3c-99bd-2e189c7d40c7 req-df42c45b-4c30-4bc5-a537-bb3e13728b2b tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:12.758564 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-50b45b6e-329d-4a3c-99bd-2e189c7d40c7 req-df42c45b-4c30-4bc5-a537-bb3e13728b2b tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 945 time: 0.0661790 Jan 27 12:49:12.821511 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-9a19d55f-324c-45a6-b4cf-551fea42092a admin admin] Publish callbacks [] for security_group (4adf1359-e410-46a6-b5a4-6915a9387af5), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:12.834446 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-50b45b6e-329d-4a3c-99bd-2e189c7d40c7 req-1fd076e7-1e54-419f-a166-46bdc033ef54 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681531 Jan 27 12:49:12.856275 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-9a19d55f-324c-45a6-b4cf-551fea42092a admin admin] Publish callbacks [] for security_group (4adf1359-e410-46a6-b5a4-6915a9387af5), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:12.998075 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca407e49-5a1f-45c7-960f-a91fe838019e req-49235481-c13c-47da-bf39-ef90567f7ed5 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:12.999795 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ca407e49-5a1f-45c7-960f-a91fe838019e req-49235481-c13c-47da-bf39-ef90567f7ed5 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 945 time: 0.0691452 Jan 27 12:49:13.015678 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-9a19d55f-324c-45a6-b4cf-551fea42092a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (4adf1359-e410-46a6-b5a4-6915a9387af5), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:13.022969 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-9a19d55f-324c-45a6-b4cf-551fea42092a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:13.022969 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-9a19d55f-324c-45a6-b4cf-551fea42092a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4adf1359-e410-46a6-b5a4-6915a9387af5 HTTP/1.1" status: 204 len: 168 time: 0.2870948 Jan 27 12:49:13.029112 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19d55f-324c-45a6-b4cf-551fea42092a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adf1359-e410-46a6-b5a4-6915a9387af5,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:13.057022 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ca407e49-5a1f-45c7-960f-a91fe838019e req-23e44391-ff8b-4241-8683-dedac575f0ac tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510051 Jan 27 12:49:13.178367 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cd4fc-f255-4b9c-8d5a-acb7b648edcb req-616fa1bb-233c-47e0-af2d-3f2f1e308a34 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:13.180049 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f70cd4fc-f255-4b9c-8d5a-acb7b648edcb req-616fa1bb-233c-47e0-af2d-3f2f1e308a34 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 943 time: 0.0525451 Jan 27 12:49:13.229234 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f70cd4fc-f255-4b9c-8d5a-acb7b648edcb req-5ae02b4e-4be6-40c0-9880-b736e98204ad tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436478 Jan 27 12:49:13.353474 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d1b51-03f2-4b5c-beec-6f33b4fa84e9 req-504f340c-cba1-455e-9718-3457801e8f2f tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:13.355230 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-cb9d1b51-03f2-4b5c-beec-6f33b4fa84e9 req-504f340c-cba1-455e-9718-3457801e8f2f tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0529089 Jan 27 12:49:13.412331 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-cb9d1b51-03f2-4b5c-beec-6f33b4fa84e9 req-42c5c122-57ca-4c4f-b423-cf3798fddb5d tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512373 Jan 27 12:49:13.591785 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fbdf3-2431-4c64-883a-99c8f893032b req-c96a6fea-7c62-4345-ad29-2fee81baa4bf tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:13.593140 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-408fbdf3-2431-4c64-883a-99c8f893032b req-c96a6fea-7c62-4345-ad29-2fee81baa4bf tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0475619 Jan 27 12:49:13.640865 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-408fbdf3-2431-4c64-883a-99c8f893032b req-df1ad196-891d-4a33-995b-b0da6c6d42da tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408733 Jan 27 12:49:13.957450 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543b493-4663-4b06-9874-1fc89b4672c3 req-46431061-624a-4275-9951-379131c47add tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:13.958968 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6543b493-4663-4b06-9874-1fc89b4672c3 req-46431061-624a-4275-9951-379131c47add tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 945 time: 0.0517514 Jan 27 12:49:13.999256 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f481eff-77ff-4333-914e-547d43ef2202 req-5d1ab092-e648-47fb-8fa5-d41657119da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:14.000778 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0f481eff-77ff-4333-914e-547d43ef2202 req-5d1ab092-e648-47fb-8fa5-d41657119da2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1247c65db6064deb8cde3cba7dc2a2c1&device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 1096 time: 0.0897613 Jan 27 12:49:14.009662 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6543b493-4663-4b06-9874-1fc89b4672c3 req-63381e64-19a1-48a8-8f34-7581bd60f286 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447745 Jan 27 12:49:14.011380 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-440f0495-9513-4e30-b0e1-5042036bfd34 req-b536f665-1cc6-42ea-904b-9bc6bea609ee service neutron] 10.222.0.13 "GET /v2.0/networks/e3e975e7-b66a-4480-b25e-9886f492f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187847 Jan 27 12:49:14.104797 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f481eff-77ff-4333-914e-547d43ef2202 req-986ef7c8-492e-4146-a3e3-3d60ac6daa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:14.106292 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0f481eff-77ff-4333-914e-547d43ef2202 req-986ef7c8-492e-4146-a3e3-3d60ac6daa80 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1247c65db6064deb8cde3cba7dc2a2c1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0936275 Jan 27 12:49:14.182375 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ff5ae-af01-4ce9-aa42-0346a2f87dee req-5335d478-4cbb-42dc-96c8-c06a4a715853 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:14.183875 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6c3ff5ae-af01-4ce9-aa42-0346a2f87dee req-5335d478-4cbb-42dc-96c8-c06a4a715853 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 945 time: 0.0522838 Jan 27 12:49:14.205098 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f481eff-77ff-4333-914e-547d43ef2202 req-017575ad-e60f-4a8a-ad97-67169061a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:14.209349 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0f481eff-77ff-4333-914e-547d43ef2202 req-017575ad-e60f-4a8a-ad97-67169061a3f1 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938268 Jan 27 12:49:14.233117 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6c3ff5ae-af01-4ce9-aa42-0346a2f87dee req-212940b8-affb-418e-b62b-26ee8f5082ca tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434520 Jan 27 12:49:14.293004 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb253-0429-4885-a942-9ea245e9afa8 req-5e3a34ee-7c9a-45c3-8875-175de9afcded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:14.294496 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-120bb253-0429-4885-a942-9ea245e9afa8 req-5e3a34ee-7c9a-45c3-8875-175de9afcded service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1247c65db6064deb8cde3cba7dc2a2c1&device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 1096 time: 0.0455441 Jan 27 12:49:14.342049 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-120bb253-0429-4885-a942-9ea245e9afa8 req-e9eeb1ea-5769-49b1-a094-5a11e1c25be0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fb8af15-4f00-4eab-aaaf-9393b9498368 HTTP/1.1" status: 200 len: 217 time: 0.0340567 Jan 27 12:49:14.353883 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c255e3-82cb-4f5b-bb13-992378cb7260 req-d8813c42-8c65-4474-a507-759f7e5cdd4f tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:14.355499 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e9c255e3-82cb-4f5b-bb13-992378cb7260 req-d8813c42-8c65-4474-a507-759f7e5cdd4f tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 943 time: 0.0492394 Jan 27 12:49:14.402916 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb253-0429-4885-a942-9ea245e9afa8 req-443888bd-8ae4-41da-a5f1-d258a900fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:14.404281 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-120bb253-0429-4885-a942-9ea245e9afa8 req-443888bd-8ae4-41da-a5f1-d258a900fc78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e096fb16-0eac-4cef-a5c2-1501a24076aa HTTP/1.1" status: 200 len: 853 time: 0.0493014 Jan 27 12:49:14.405311 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e9c255e3-82cb-4f5b-bb13-992378cb7260 req-1e6071c9-3bac-4c61-a3ae-a739b6e3b2c1 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441673 Jan 27 12:49:14.441006 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-120bb253-0429-4885-a942-9ea245e9afa8 req-45a4310e-0473-4e5a-b125-9fb889e10031 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=211640df-d3a5-4530-8ce1-f50a1790c2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262132 Jan 27 12:49:14.537823 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4168ce3-61b1-48f7-b9a8-6de8584118cf req-8268b31f-3c44-45f2-91b7-a4dfcaa27e25 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:14.538477 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-120bb253-0429-4885-a942-9ea245e9afa8 req-364c7ec4-8e21-452c-8ef8-eed17e7a05e2 service neutron] 10.222.0.13 "GET /v2.0/networks/211640df-d3a5-4530-8ce1-f50a1790c2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898674 Jan 27 12:49:14.539551 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-c4168ce3-61b1-48f7-b9a8-6de8584118cf req-8268b31f-3c44-45f2-91b7-a4dfcaa27e25 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0589488 Jan 27 12:49:14.598662 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-c4168ce3-61b1-48f7-b9a8-6de8584118cf req-58cd8dde-1dce-4dfc-807b-da994db26802 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531490 Jan 27 12:49:14.638072 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-120bb253-0429-4885-a942-9ea245e9afa8 req-387b7506-392c-4d7d-a366-fb3c78b8c0c4 service neutron] 10.222.0.13 "GET /v2.0/networks/211640df-d3a5-4530-8ce1-f50a1790c2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900309 Jan 27 12:49:14.762145 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7c2bc-b49c-42fd-b41f-41f916a50c57 req-9a7458d6-e568-4d9c-9494-5c9f4bcba73d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:14.763646 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-22d7c2bc-b49c-42fd-b41f-41f916a50c57 req-9a7458d6-e568-4d9c-9494-5c9f4bcba73d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0482306 Jan 27 12:49:14.808999 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-22d7c2bc-b49c-42fd-b41f-41f916a50c57 req-fd07cf84-8362-4e44-bfbb-4c876f7f9f1d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390267 Jan 27 12:49:15.129832 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4e4bd-98ba-44c6-b0cf-8664adc78ee8 req-76bf2188-2e1a-4f9b-9ae7-c15e01945851 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:15.131330 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-0bf4e4bd-98ba-44c6-b0cf-8664adc78ee8 req-76bf2188-2e1a-4f9b-9ae7-c15e01945851 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 945 time: 0.0525370 Jan 27 12:49:15.177532 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-0bf4e4bd-98ba-44c6-b0cf-8664adc78ee8 req-bdf1f500-6a50-4faf-bfcf-f37df8b4b222 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406063 Jan 27 12:49:15.348476 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e946f-b72a-4444-88b5-c33833281181 req-228f46cd-528a-476c-ab58-3e5619dba145 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:15.349832 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ed1e946f-b72a-4444-88b5-c33833281181 req-228f46cd-528a-476c-ab58-3e5619dba145 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 945 time: 0.0476606 Jan 27 12:49:15.404074 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ed1e946f-b72a-4444-88b5-c33833281181 req-f3ab716b-987f-4d98-95a9-cb036aeeee7e tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477681 Jan 27 12:49:15.516203 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c16964-ebef-4c55-9fa1-caf38f621724 req-880341b9-1c18-47cd-8eed-17562eaa025d tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:15.517663 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-50c16964-ebef-4c55-9fa1-caf38f621724 req-880341b9-1c18-47cd-8eed-17562eaa025d tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 943 time: 0.0471256 Jan 27 12:49:15.562729 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-50c16964-ebef-4c55-9fa1-caf38f621724 req-dd3435f7-a254-4f0c-b67b-05f7c2285378 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398202 Jan 27 12:49:15.712681 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5d459-aa93-4acf-9921-4e72606a194e req-dd53d32c-7916-4ecb-a499-4bc80346f003 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:15.714083 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0be5d459-aa93-4acf-9921-4e72606a194e req-dd53d32c-7916-4ecb-a499-4bc80346f003 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0500004 Jan 27 12:49:15.759769 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0be5d459-aa93-4acf-9921-4e72606a194e req-90c21f7e-39a3-45b7-8013-c86b5d153a73 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401919 Jan 27 12:49:15.902053 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183dbbe0-e6a6-42ff-8b8d-fe208b02c81e req-4357b722-d28f-4fff-8601-e703c9a6deb9 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:15.903510 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-183dbbe0-e6a6-42ff-8b8d-fe208b02c81e req-4357b722-d28f-4fff-8601-e703c9a6deb9 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 945 time: 0.0464101 Jan 27 12:49:15.929783 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b0deb-69b3-4527-9db7-8bfa3ae76daa req-187ef157-d975-4896-969a-2b6eb8f5a3c1 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:15.931270 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ab9b0deb-69b3-4527-9db7-8bfa3ae76daa req-187ef157-d975-4896-969a-2b6eb8f5a3c1 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0512660 Jan 27 12:49:15.979433 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ab9b0deb-69b3-4527-9db7-8bfa3ae76daa req-05858759-310f-4aae-afdf-98d421f75adb tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426381 Jan 27 12:49:15.998009 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-183dbbe0-e6a6-42ff-8b8d-fe208b02c81e req-95e14c81-c80d-4783-99f4-a5ca32fc9485 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Deleting port c154fac3-f8c9-45ed-830e-6e2009a2bf95 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:49:15.998342 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-183dbbe0-e6a6-42ff-8b8d-fe208b02c81e req-95e14c81-c80d-4783-99f4-a5ca32fc9485 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (c154fac3-f8c9-45ed-830e-6e2009a2bf95), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:16.082277 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-183dbbe0-e6a6-42ff-8b8d-fe208b02c81e req-95e14c81-c80d-4783-99f4-a5ca32fc9485 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] For port c154fac3-f8c9-45ed-830e-6e2009a2bf95, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=c154fac3-f8c9-45ed-830e-6e2009a2bf95,segment=NetworkSegment(1226b835-00af-46c6-b3a8-0aad62ae324d),segment_id=1226b835-00af-46c6-b3a8-0aad62ae324d)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:49:16.082628 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-183dbbe0-e6a6-42ff-8b8d-fe208b02c81e req-95e14c81-c80d-4783-99f4-a5ca32fc9485 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (c154fac3-f8c9-45ed-830e-6e2009a2bf95), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:16.094111 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-183dbbe0-e6a6-42ff-8b8d-fe208b02c81e req-95e14c81-c80d-4783-99f4-a5ca32fc9485 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Calling delete_port for c154fac3-f8c9-45ed-830e-6e2009a2bf95 owned by compute:nova {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:49:16.277491 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-183dbbe0-e6a6-42ff-8b8d-fe208b02c81e req-95e14c81-c80d-4783-99f4-a5ca32fc9485 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (c154fac3-f8c9-45ed-830e-6e2009a2bf95), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:16.296924 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['ad5cb038-0228-4fde-9d49-cf47fc6e67c4', '702955d7-6cce-443d-b871-2d8a4799da77', 'd8587a4e-9e7c-421d-81de-bcca9433fa07', 'c154fac3-f8c9-45ed-830e-6e2009a2bf95'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:49:16.328083 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93218c-ea6c-4af0-8e3c-17180abababe req-9b2f315f-3119-4ca8-bb46-9b9f2a0d2f34 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:16.333439 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8e93218c-ea6c-4af0-8e3c-17180abababe req-9b2f315f-3119-4ca8-bb46-9b9f2a0d2f34 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 945 time: 0.0910127 Jan 27 12:49:16.341796 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e14c81-c80d-4783-99f4-a5ca32fc9485 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Pushing event deleted for resources: {'Port': ['ID=c154fac3-f8c9-45ed-830e-6e2009a2bf95,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:16.403592 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-183dbbe0-e6a6-42ff-8b8d-fe208b02c81e req-95e14c81-c80d-4783-99f4-a5ca32fc9485 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] No DVR routers for this DVR port c154fac3-f8c9-45ed-830e-6e2009a2bf95 on host hv-cinder-82403 {{(pid=109462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:49:16.406846 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-183dbbe0-e6a6-42ff-8b8d-fe208b02c81e req-95e14c81-c80d-4783-99f4-a5ca32fc9485 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:16.410826 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-183dbbe0-e6a6-42ff-8b8d-fe208b02c81e req-95e14c81-c80d-4783-99f4-a5ca32fc9485 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.13 "DELETE /v2.0/ports/c154fac3-f8c9-45ed-830e-6e2009a2bf95 HTTP/1.1" status: 204 len: 173 time: 0.5006928 Jan 27 12:49:16.411308 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe8d3c1-7fc1-4f52-8f36-2fce658a3364', 'name': 'network-vif-deleted', 'tag': 'c154fac3-f8c9-45ed-830e-6e2009a2bf95'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:49:16.413633 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a886403e-8eec-4ef9-8cbf-eed841688c48" -d '{"events": [{"server_uuid": "8fe8d3c1-7fc1-4f52-8f36-2fce658a3364", "name": "network-vif-deleted", "tag": "c154fac3-f8c9-45ed-830e-6e2009a2bf95"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:49:16.441294 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8e93218c-ea6c-4af0-8e3c-17180abababe req-1f201fbc-41e2-4aec-a832-35c188e1e099 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046951 Jan 27 12:49:16.479948 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e3bff4-3a17-4321-a52a-61e53fa2e064 x-openstack-request-id: req-44e3bff4-3a17-4321-a52a-61e53fa2e064 {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:49:16.480252 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe8d3c1-7fc1-4f52-8f36-2fce658a3364", "name": "network-vif-deleted", "tag": "c154fac3-f8c9-45ed-830e-6e2009a2bf95", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:49:16.480508 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-44e3bff4-3a17-4321-a52a-61e53fa2e064 {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:49:16.480919 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe8d3c1-7fc1-4f52-8f36-2fce658a3364', 'name': 'network-vif-deleted', 'tag': 'c154fac3-f8c9-45ed-830e-6e2009a2bf95', 'status': 'completed', 'code': 200} Jan 27 12:49:16.549305 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-18e403c5-d866-4240-b920-c11b6c0b78df req-382a05ef-010f-45d6-a6b5-3c9696de5d4b tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe8d3c1-7fc1-4f52-8f36-2fce658a3364 HTTP/1.1" status: 200 len: 210 time: 0.0284233 Jan 27 12:49:16.586431 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fe0b2-3073-4821-b7d9-329a940491a9 req-f7fa52fc-a69e-4224-b72f-5c80fe031b95 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:16.587967 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-cc2fe0b2-3073-4821-b7d9-329a940491a9 req-f7fa52fc-a69e-4224-b72f-5c80fe031b95 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 945 time: 0.0592148 Jan 27 12:49:16.659933 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-cc2fe0b2-3073-4821-b7d9-329a940491a9 req-3cde5889-8895-46c0-88c8-b62c05c1cfdf tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642135 Jan 27 12:49:16.713429 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ca78a-0187-4313-99f4-ea4a5c3c29f6 req-0f2f4ad4-8db6-405a-bc25-034238164a61 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:16.715435 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a60ca78a-0187-4313-99f4-ea4a5c3c29f6 req-0f2f4ad4-8db6-405a-bc25-034238164a61 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 943 time: 0.0740702 Jan 27 12:49:16.775959 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a60ca78a-0187-4313-99f4-ea4a5c3c29f6 req-385eb389-8f73-4225-8a44-1da948c65fdb tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546839 Jan 27 12:49:16.897700 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbfd8a-b9aa-41f6-9998-f7d56686703a req-84e38fe1-2f44-43a1-a2de-c030a4e09d36 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:16.899471 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-34cbfd8a-b9aa-41f6-9998-f7d56686703a req-84e38fe1-2f44-43a1-a2de-c030a4e09d36 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0507381 Jan 27 12:49:16.947041 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-34cbfd8a-b9aa-41f6-9998-f7d56686703a req-81d7dbc5-d9c8-49a1-98fa-86e3648a4d18 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416746 Jan 27 12:49:17.003681 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20c0b1-b6f9-4a9a-b848-6b73555933a8 req-c52b1d3a-0e84-476e-959c-ce9efe61c832 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:17.005157 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7d20c0b1-b6f9-4a9a-b848-6b73555933a8 req-c52b1d3a-0e84-476e-959c-ce9efe61c832 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 945 time: 0.0524023 Jan 27 12:49:17.055545 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7d20c0b1-b6f9-4a9a-b848-6b73555933a8 req-4319010b-f547-4075-bfae-d8717fc1ba8d tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445509 Jan 27 12:49:17.109211 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6195ad7-2e73-439d-abd3-3bbbc6dadd01 req-e9845e16-fa58-4787-a2b9-693627110d01 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:17.110689 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f6195ad7-2e73-439d-abd3-3bbbc6dadd01 req-e9845e16-fa58-4787-a2b9-693627110d01 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0612473 Jan 27 12:49:17.162832 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f6195ad7-2e73-439d-abd3-3bbbc6dadd01 req-966b5bee-230c-4dcd-a43a-83b32296031f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456176 Jan 27 12:49:17.710077 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 8fb8af15-4f00-4eab-aaaf-9393b9498368 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=109463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 12:49:17.804986 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 8fb8af15-4f00-4eab-aaaf-9393b9498368, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=8fb8af15-4f00-4eab-aaaf-9393b9498368,segment=NetworkSegment(41344302-fe83-401d-92fc-998f7b386b95),segment_id=41344302-fe83-401d-92fc-998f7b386b95)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:49:17.816891 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Returning: {'device': '8fb8af15-4f00-4eab-aaaf-9393b9498368', 'network_id': '211640df-d3a5-4530-8ce1-f50a1790c2b2', 'port_id': '8fb8af15-4f00-4eab-aaaf-9393b9498368', 'mac_address': 'fa:16:3e:a0:7e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e096fb16-0eac-4cef-a5c2-1501a24076aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 12:49:17.859125 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 8fb8af15-4f00-4eab-aaaf-9393b9498368 is: DOWN; New status is: BUILD {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:49:17.859553 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (8fb8af15-4f00-4eab-aaaf-9393b9498368), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:17.872872 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb8af15-4f00-4eab-aaaf-9393b9498368 {{(pid=109463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:49:17.894244 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 8fb8af15-4f00-4eab-aaaf-9393b9498368, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=8fb8af15-4f00-4eab-aaaf-9393b9498368,segment=NetworkSegment(41344302-fe83-401d-92fc-998f7b386b95),segment_id=41344302-fe83-401d-92fc-998f7b386b95)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:49:17.905507 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41de672-618c-4757-98ed-ac2dd822fc6b req-a36f67bd-3b6e-4518-8712-f5a9ae7267e7 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:17.906975 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a41de672-618c-4757-98ed-ac2dd822fc6b req-a36f67bd-3b6e-4518-8712-f5a9ae7267e7 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 943 time: 0.0522115 Jan 27 12:49:17.952722 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a41de672-618c-4757-98ed-ac2dd822fc6b req-a83e79ec-5f29-46a5-a5c7-2636dccff7e4 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396056 Jan 27 12:49:17.967801 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (8fb8af15-4f00-4eab-aaaf-9393b9498368), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:18.014799 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=8fb8af15-4f00-4eab-aaaf-9393b9498368,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:18.022269 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:18.022645 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:18.023023 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:18.023363 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:18.023695 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:18.024023 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:18.024351 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:18.024677 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:18.025054 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:18.025388 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:18.025714 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:18.026035 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:18.026354 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:18.282720 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cd2ff-143c-40cd-a474-729001a3eb4b req-fc19a103-2584-4e12-ab9b-026c95262357 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:18.284897 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b86cd2ff-143c-40cd-a474-729001a3eb4b req-fc19a103-2584-4e12-ab9b-026c95262357 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0494843 Jan 27 12:49:18.293229 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['8fb8af15-4f00-4eab-aaaf-9393b9498368'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:49:18.332365 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b86cd2ff-143c-40cd-a474-729001a3eb4b req-ebc03e97-a652-420a-92be-0de2902af9d4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415642 Jan 27 12:49:19.299940 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1d71d-b444-4c8c-9758-bc8916177fa4 req-c7a699e3-d1c6-4eca-adb5-851cfd2c4a82 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:19.303371 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f9a1d71d-b444-4c8c-9758-bc8916177fa4 req-c7a699e3-d1c6-4eca-adb5-851cfd2c4a82 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 944 time: 0.0494428 Jan 27 12:49:19.350906 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f9a1d71d-b444-4c8c-9758-bc8916177fa4 req-927ddbda-df60-4fd4-bc77-9fc3528c9aa1 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438981 Jan 27 12:49:19.450017 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d3aaf-3dce-4cdc-9979-a010588e6181 req-d652bb92-1151-4018-9770-b3486c3fd342 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:19.452796 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-bf3d3aaf-3dce-4cdc-9979-a010588e6181 req-d652bb92-1151-4018-9770-b3486c3fd342 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7426447-e3d6-42f2-83e5-23c0de7f4f5f HTTP/1.1" status: 200 len: 945 time: 0.0483658 Jan 27 12:49:19.499768 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-bf3d3aaf-3dce-4cdc-9979-a010588e6181 req-7b0ceceb-ff6a-45bb-81f9-e37cfec23774 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418332 Jan 27 12:49:19.600732 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b557e7-fc16-461a-92d2-b38ac42e9001 req-5d8fb920-c205-4f8f-b66f-c43413a9364d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:19.602198 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-55b557e7-fc16-461a-92d2-b38ac42e9001 req-5d8fb920-c205-4f8f-b66f-c43413a9364d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0485313 Jan 27 12:49:19.662987 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-55b557e7-fc16-461a-92d2-b38ac42e9001 req-7d72c601-fc87-4392-a8d1-9b7bd733e642 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549593 Jan 27 12:49:19.724128 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 8fb8af15-4f00-4eab-aaaf-9393b9498368 up at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:49:19.824957 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning for port 8fb8af15-4f00-4eab-aaaf-9393b9498368 completed by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 12:49:19.828823 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning complete for port 8fb8af15-4f00-4eab-aaaf-9393b9498368 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:49:19.829312 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (8fb8af15-4f00-4eab-aaaf-9393b9498368), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:19.908869 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 8fb8af15-4f00-4eab-aaaf-9393b9498368 is: BUILD; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:49:19.909261 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (8fb8af15-4f00-4eab-aaaf-9393b9498368), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:19.930642 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb8af15-4f00-4eab-aaaf-9393b9498368'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:49:19.932989 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6936e0c-06ae-4651-a775-4a0db5a38b6e" -d '{"events": [{"server_uuid": "7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d", "name": "network-vif-plugged", "status": "completed", "tag": "8fb8af15-4f00-4eab-aaaf-9393b9498368"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:49:19.945585 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 8fb8af15-4f00-4eab-aaaf-9393b9498368, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=8fb8af15-4f00-4eab-aaaf-9393b9498368,segment=NetworkSegment(41344302-fe83-401d-92fc-998f7b386b95),segment_id=41344302-fe83-401d-92fc-998f7b386b95)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:49:19.967196 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31f3465-5128-484a-88ff-ea8097e58138 x-openstack-request-id: req-e31f3465-5128-484a-88ff-ea8097e58138 {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:49:19.967502 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d", "name": "network-vif-plugged", "status": "completed", "tag": "8fb8af15-4f00-4eab-aaaf-9393b9498368", "code": 200}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:49:19.967756 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e31f3465-5128-484a-88ff-ea8097e58138 {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:49:19.968142 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb8af15-4f00-4eab-aaaf-9393b9498368', 'code': 200} Jan 27 12:49:20.024951 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (8fb8af15-4f00-4eab-aaaf-9393b9498368), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:20.025913 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device c154fac3-f8c9-45ed-830e-6e2009a2bf95 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:49:20.045533 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] No Port match for: c154fac3-f8c9-45ed-830e-6e2009a2bf95 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:49:20.045879 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device c154fac3-f8c9-45ed-830e-6e2009a2bf95 not bound to the agent host hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:49:20.087128 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=8fb8af15-4f00-4eab-aaaf-9393b9498368,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:20.335441 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76156c00-aeb5-4640-a711-bde1c1809480 req-197a2de4-2664-4ac1-abc1-b12515e5da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:20.336913 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-76156c00-aeb5-4640-a711-bde1c1809480 req-197a2de4-2664-4ac1-abc1-b12515e5da33 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 1098 time: 0.0392900 Jan 27 12:49:20.393347 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-76156c00-aeb5-4640-a711-bde1c1809480 req-5b641cb5-c098-4b69-b3e2-ceda48511a20 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377691 Jan 27 12:49:20.467819 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-ea9bed2f-e46b-4b66-8164-4c3a24f3cfeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:20.469676 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09d4fd-9838-4952-b8ed-4eaf4f1d5678 req-1b22de43-80f5-4cfa-8b19-1a6400169608 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:20.471252 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-0c09d4fd-9838-4952-b8ed-4eaf4f1d5678 req-1b22de43-80f5-4cfa-8b19-1a6400169608 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 945 time: 0.0521846 Jan 27 12:49:20.518834 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-0c09d4fd-9838-4952-b8ed-4eaf4f1d5678 req-0b27bfa1-9977-41f3-b598-3d20e1244f4b tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411565 Jan 27 12:49:20.624046 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1b5ce-0e51-43a4-ac87-72089b190b32 req-071c6c58-4c7a-4304-a035-65cc86d26ba0 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:20.625505 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-fff1b5ce-0e51-43a4-ac87-72089b190b32 req-071c6c58-4c7a-4304-a035-65cc86d26ba0 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7426447-e3d6-42f2-83e5-23c0de7f4f5f HTTP/1.1" status: 200 len: 945 time: 0.0516512 Jan 27 12:49:20.631141 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:49:20.671221 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-fff1b5ce-0e51-43a4-ac87-72089b190b32 req-b59bbf1c-edb6-4c46-9242-962dbc3b0c8b tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401506 Jan 27 12:49:20.787152 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529e878-86d5-4b7e-95c3-abda085b9b16 req-f84a53e5-4a4d-4da4-9375-2a140e275b69 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:20.788652 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a529e878-86d5-4b7e-95c3-abda085b9b16 req-f84a53e5-4a4d-4da4-9375-2a140e275b69 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0467222 Jan 27 12:49:20.839008 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a529e878-86d5-4b7e-95c3-abda085b9b16 req-c4663e91-0357-460c-870b-6f13ef205f2d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447872 Jan 27 12:49:21.634435 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65862135-bdf6-4f9a-8349-53711155821b req-ba92721c-abbf-435d-8514-0442f0e2c799 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:21.636008 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-65862135-bdf6-4f9a-8349-53711155821b req-ba92721c-abbf-435d-8514-0442f0e2c799 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 945 time: 0.0480721 Jan 27 12:49:21.682631 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-65862135-bdf6-4f9a-8349-53711155821b req-2e936612-d875-46e8-a975-88f8be62d69c tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412374 Jan 27 12:49:21.728759 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=109463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 12:49:21.796442 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb852e-2266-43b9-9e76-ab0f30f9cb64 req-55817c65-33c7-492f-bb56-75df8bd9befe tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:21.797819 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-babb852e-2266-43b9-9e76-ab0f30f9cb64 req-55817c65-33c7-492f-bb56-75df8bd9befe tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7426447-e3d6-42f2-83e5-23c0de7f4f5f HTTP/1.1" status: 200 len: 945 time: 0.0491490 Jan 27 12:49:21.827399 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:49:21.839249 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Returning: {'device': '2d8837b0-6682-4ecf-b6eb-d1e20b87ef61', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'port_id': '2d8837b0-6682-4ecf-b6eb-d1e20b87ef61', 'mac_address': 'fa:16:3e:a5:9c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 12:49:21.873845 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-babb852e-2266-43b9-9e76-ab0f30f9cb64 req-dbfefe67-a0b2-4dce-8fbd-3bf4cf98719f tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700581 Jan 27 12:49:21.894402 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 is: DOWN; New status is: BUILD {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:49:21.894849 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:21.894979 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767eeb5-fc8d-421f-a598-906db796484c req-f70a1df4-9e67-4baa-b2c2-83d45ca7b4ae tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:21.896461 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f767eeb5-fc8d-421f-a598-906db796484c req-f70a1df4-9e67-4baa-b2c2-83d45ca7b4ae tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7426447-e3d6-42f2-83e5-23c0de7f4f5f HTTP/1.1" status: 200 len: 945 time: 0.0632849 Jan 27 12:49:21.915498 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 {{(pid=109463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:49:21.957080 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:49:21.983350 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a74ea-072e-462d-9812-354220bada58 req-e435efa1-5a88-4444-b83f-93bfa912e08a tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:21.985063 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-562a74ea-072e-462d-9812-354220bada58 req-e435efa1-5a88-4444-b83f-93bfa912e08a tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 943 time: 0.0610194 Jan 27 12:49:22.008236 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-f767eeb5-fc8d-421f-a598-906db796484c req-3ad96977-84d7-48a6-b02d-e9e55254aac3 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Deleting port d8587a4e-9e7c-421d-81de-bcca9433fa07 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:49:22.008580 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-f767eeb5-fc8d-421f-a598-906db796484c req-3ad96977-84d7-48a6-b02d-e9e55254aac3 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (d8587a4e-9e7c-421d-81de-bcca9433fa07), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:22.036030 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:22.041086 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-562a74ea-072e-462d-9812-354220bada58 req-a751bec8-f355-44c6-92ce-09e8770565b8 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468102 Jan 27 12:49:22.099588 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61,revision_number=9']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:22.108036 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-f767eeb5-fc8d-421f-a598-906db796484c req-3ad96977-84d7-48a6-b02d-e9e55254aac3 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] For port d8587a4e-9e7c-421d-81de-bcca9433fa07, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=d8587a4e-9e7c-421d-81de-bcca9433fa07,segment=NetworkSegment(1226b835-00af-46c6-b3a8-0aad62ae324d),segment_id=1226b835-00af-46c6-b3a8-0aad62ae324d)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:49:22.108322 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-f767eeb5-fc8d-421f-a598-906db796484c req-3ad96977-84d7-48a6-b02d-e9e55254aac3 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (d8587a4e-9e7c-421d-81de-bcca9433fa07), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:22.131528 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-f767eeb5-fc8d-421f-a598-906db796484c req-3ad96977-84d7-48a6-b02d-e9e55254aac3 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Calling delete_port for d8587a4e-9e7c-421d-81de-bcca9433fa07 owned by compute:nova {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:49:22.304933 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-f767eeb5-fc8d-421f-a598-906db796484c req-3ad96977-84d7-48a6-b02d-e9e55254aac3 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (d8587a4e-9e7c-421d-81de-bcca9433fa07), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:22.318094 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['ad5cb038-0228-4fde-9d49-cf47fc6e67c4', '702955d7-6cce-443d-b871-2d8a4799da77', 'd8587a4e-9e7c-421d-81de-bcca9433fa07'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:49:22.334284 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad96977-84d7-48a6-b02d-e9e55254aac3 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Pushing event deleted for resources: {'Port': ['ID=d8587a4e-9e7c-421d-81de-bcca9433fa07,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:22.377690 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-f767eeb5-fc8d-421f-a598-906db796484c req-3ad96977-84d7-48a6-b02d-e9e55254aac3 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] No DVR routers for this DVR port d8587a4e-9e7c-421d-81de-bcca9433fa07 on host hv-cinder-82403 {{(pid=109462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:49:22.380310 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-f767eeb5-fc8d-421f-a598-906db796484c req-3ad96977-84d7-48a6-b02d-e9e55254aac3 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:22.383621 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f767eeb5-fc8d-421f-a598-906db796484c req-3ad96977-84d7-48a6-b02d-e9e55254aac3 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.13 "DELETE /v2.0/ports/d8587a4e-9e7c-421d-81de-bcca9433fa07 HTTP/1.1" status: 204 len: 173 time: 0.4782789 Jan 27 12:49:22.384073 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7426447-e3d6-42f2-83e5-23c0de7f4f5f', 'name': 'network-vif-deleted', 'tag': 'd8587a4e-9e7c-421d-81de-bcca9433fa07'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:49:22.386300 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af458995-7dc8-4c75-a6fd-062da57705ba" -d '{"events": [{"server_uuid": "c7426447-e3d6-42f2-83e5-23c0de7f4f5f", "name": "network-vif-deleted", "tag": "d8587a4e-9e7c-421d-81de-bcca9433fa07"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:49:22.411365 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['2d8837b0-6682-4ecf-b6eb-d1e20b87ef61'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:49:22.430070 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69eb02eb-cae3-4804-b802-39264397932c x-openstack-request-id: req-69eb02eb-cae3-4804-b802-39264397932c {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:49:22.430388 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7426447-e3d6-42f2-83e5-23c0de7f4f5f", "name": "network-vif-deleted", "tag": "d8587a4e-9e7c-421d-81de-bcca9433fa07", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:49:22.430642 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-69eb02eb-cae3-4804-b802-39264397932c {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:49:22.431083 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7426447-e3d6-42f2-83e5-23c0de7f4f5f', 'name': 'network-vif-deleted', 'tag': 'd8587a4e-9e7c-421d-81de-bcca9433fa07', 'status': 'completed', 'code': 200} Jan 27 12:49:22.758048 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-96306714-5b48-41b3-80ee-7f80a6a6f473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:22.796279 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c6481-bed3-4509-838d-7da00f1828eb req-f1cb8433-7993-44bb-80ee-1af97442f5f5 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:22.797796 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-761c6481-bed3-4509-838d-7da00f1828eb req-f1cb8433-7993-44bb-80ee-1af97442f5f5 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 945 time: 0.0495350 Jan 27 12:49:22.847915 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-761c6481-bed3-4509-838d-7da00f1828eb req-61ba84f8-7140-4c61-b6e1-9caf193161dc tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441189 Jan 27 12:49:22.980978 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f34d151a-0f09-4096-9c14-baa2092c6049 req-741c69de-ac7d-42dd-ae99-9c04c62d9c35 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7426447-e3d6-42f2-83e5-23c0de7f4f5f HTTP/1.1" status: 200 len: 210 time: 0.0280941 Jan 27 12:49:23.180800 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d96b3-9260-4813-a2d4-178c2e6de6fa req-7cec337c-df72-4e05-886f-741ae9fc1a96 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:23.182321 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-248d96b3-9260-4813-a2d4-178c2e6de6fa req-7cec337c-df72-4e05-886f-741ae9fc1a96 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 944 time: 0.0514767 Jan 27 12:49:23.233127 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-248d96b3-9260-4813-a2d4-178c2e6de6fa req-c15390a4-ca2b-4c56-be20-fe9542693539 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453308 Jan 27 12:49:23.522326 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f09bf1-0e26-4736-b70d-fb91d244b45b req-58047445-ef69-45f1-b9df-428f95a336d9 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:23.523722 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-34f09bf1-0e26-4736-b70d-fb91d244b45b req-58047445-ef69-45f1-b9df-428f95a336d9 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0491493 Jan 27 12:49:23.570440 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-34f09bf1-0e26-4736-b70d-fb91d244b45b req-2735f10f-ad5e-470b-84df-5ed4d15d24f0 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407431 Jan 27 12:49:23.746044 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 up at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:49:23.793801 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning complete for port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:49:23.794496 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:23.815932 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:23.876023 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 is: BUILD; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:49:23.876425 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:23.902775 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8837b0-6682-4ecf-b6eb-d1e20b87ef61'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:49:23.904781 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b75b78-5878-4950-9b3a-13fca00bda3e" -d '{"events": [{"server_uuid": "97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8", "name": "network-vif-plugged", "status": "completed", "tag": "2d8837b0-6682-4ecf-b6eb-d1e20b87ef61"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:49:23.917824 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:49:23.957023 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3f7ffd-31cf-41e4-915e-4e5291cbc166 x-openstack-request-id: req-5e3f7ffd-31cf-41e4-915e-4e5291cbc166 {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:49:23.957406 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8", "name": "network-vif-plugged", "status": "completed", "tag": "2d8837b0-6682-4ecf-b6eb-d1e20b87ef61", "code": 200}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:49:23.957692 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e3f7ffd-31cf-41e4-915e-4e5291cbc166 {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:49:23.958091 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8837b0-6682-4ecf-b6eb-d1e20b87ef61', 'code': 200} Jan 27 12:49:23.975752 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:24.023729 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61,revision_number=10']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:24.360489 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e37ccd-5fbf-40d8-9211-ff563555a82c req-0d671c03-4dd1-419a-ade5-0909a5ed687f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:24.362605 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-11e37ccd-5fbf-40d8-9211-ff563555a82c req-0d671c03-4dd1-419a-ade5-0909a5ed687f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 946 time: 0.0507421 Jan 27 12:49:24.407643 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-11e37ccd-5fbf-40d8-9211-ff563555a82c req-f9ac197a-11ce-414c-b5e9-eaad426e0d50 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394096 Jan 27 12:49:24.512409 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b259e-ac78-4ebc-8512-daf80a8d273e req-d968f66a-9497-4484-b509-c1bb463c017b tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:24.513818 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-629b259e-ac78-4ebc-8512-daf80a8d273e req-d968f66a-9497-4484-b509-c1bb463c017b tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0f1609f-18fc-43c4-9fea-a411f9996fcd HTTP/1.1" status: 200 len: 946 time: 0.0481801 Jan 27 12:49:24.562515 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-629b259e-ac78-4ebc-8512-daf80a8d273e req-011e00ad-326e-4d93-9bca-1d540ba2e886 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421586 Jan 27 12:49:24.690566 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9edd2-d219-428f-9c04-0b4c19945e8d req-4c2c8409-673b-49da-a8c2-0bf3f20595f4 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:24.692273 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-28b9edd2-d219-428f-9c04-0b4c19945e8d req-4c2c8409-673b-49da-a8c2-0bf3f20595f4 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0530837 Jan 27 12:49:24.721979 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57abe1-4e7b-4104-9980-da8a8e9636f1 req-c96911ab-b467-4f20-88eb-1d0be1fb1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:24.723819 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0d57abe1-4e7b-4104-9980-da8a8e9636f1 req-c96911ab-b467-4f20-88eb-1d0be1fb1de4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 1099 time: 0.0458398 Jan 27 12:49:24.748512 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-28b9edd2-d219-428f-9c04-0b4c19945e8d req-680b53a7-7ea4-460e-9a4c-1ad2b3215036 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489268 Jan 27 12:49:24.774764 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0d57abe1-4e7b-4104-9980-da8a8e9636f1 req-ad11e120-57bf-4d14-98ce-4bd81176801e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386715 Jan 27 12:49:25.357562 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:25.530005 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f181e-2a54-4cc2-8cd0-ec352a47f19e req-a2e27813-0543-44c5-8693-a0e6c56db047 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:25.531507 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1c3f181e-2a54-4cc2-8cd0-ec352a47f19e req-a2e27813-0543-44c5-8693-a0e6c56db047 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 946 time: 0.0483356 Jan 27 12:49:25.578914 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1c3f181e-2a54-4cc2-8cd0-ec352a47f19e req-b425d438-f355-4cdc-9632-232c50c6e30f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411334 Jan 27 12:49:25.681866 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303b788-4899-4d77-9812-413e1cafa3c4 req-ae7f8291-9faa-4122-855d-81f270b5b480 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:25.683354 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8303b788-4899-4d77-9812-413e1cafa3c4 req-ae7f8291-9faa-4122-855d-81f270b5b480 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0f1609f-18fc-43c4-9fea-a411f9996fcd HTTP/1.1" status: 200 len: 946 time: 0.0478151 Jan 27 12:49:25.730119 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8303b788-4899-4d77-9812-413e1cafa3c4 req-e70645ad-6fbc-4e87-8043-d3527364c034 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411952 Jan 27 12:49:25.758672 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device d8587a4e-9e7c-421d-81de-bcca9433fa07 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:49:25.778675 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] No Port match for: d8587a4e-9e7c-421d-81de-bcca9433fa07 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:49:25.779748 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device d8587a4e-9e7c-421d-81de-bcca9433fa07 not bound to the agent host hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:49:25.862810 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f4a97-48fc-4f42-9620-ea2b2649e47a req-e25a730b-2094-4e04-9bb0-30263bbefacf tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:25.864356 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4c3f4a97-48fc-4f42-9620-ea2b2649e47a req-e25a730b-2094-4e04-9bb0-30263bbefacf tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0471723 Jan 27 12:49:25.914110 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4c3f4a97-48fc-4f42-9620-ea2b2649e47a req-314672cb-7f8a-4fc3-bb7b-4675b8c9c44d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440907 Jan 27 12:49:26.709268 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdeca4-2c75-47c8-a527-f33d6338ff5b req-40f91013-238e-4e0c-86e5-2d5d23373282 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:26.710776 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9afdeca4-2c75-47c8-a527-f33d6338ff5b req-40f91013-238e-4e0c-86e5-2d5d23373282 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 946 time: 0.0483408 Jan 27 12:49:26.735051 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:26.775420 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9afdeca4-2c75-47c8-a527-f33d6338ff5b req-a898dbfe-fe73-40b6-8d25-d07710451532 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511034 Jan 27 12:49:26.884635 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993196b-0392-4357-8956-abfe4bb084d3 req-6c68d5ad-428c-4b4c-b84b-0ce80f1098a1 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:26.891237 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5993196b-0392-4357-8956-abfe4bb084d3 req-6c68d5ad-428c-4b4c-b84b-0ce80f1098a1 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0f1609f-18fc-43c4-9fea-a411f9996fcd HTTP/1.1" status: 200 len: 946 time: 0.0579662 Jan 27 12:49:26.956677 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5993196b-0392-4357-8956-abfe4bb084d3 req-7817eb27-56c3-44ed-b941-721d6559b066 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643861 Jan 27 12:49:26.988872 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fae18c-5750-41a3-9aa6-8400e26d8a53 req-9410dbe9-6c34-4a26-9c77-3c15ed792063 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:26.990396 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-c9fae18c-5750-41a3-9aa6-8400e26d8a53 req-9410dbe9-6c34-4a26-9c77-3c15ed792063 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0583477 Jan 27 12:49:27.046894 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-c9fae18c-5750-41a3-9aa6-8400e26d8a53 req-2c589042-96f2-4e0a-b0d8-4952bd3c622d tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475755 Jan 27 12:49:27.069274 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9a440-f8b0-4315-a44e-87ae5651d139 req-060073c0-80c9-47be-97a1-42ed81a71a02 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:27.070755 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0be9a440-f8b0-4315-a44e-87ae5651d139 req-060073c0-80c9-47be-97a1-42ed81a71a02 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0560880 Jan 27 12:49:27.122414 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0be9a440-f8b0-4315-a44e-87ae5651d139 req-b8b6a4d7-a93c-4969-bbdf-da0d77850a32 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460522 Jan 27 12:49:27.223870 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752741aa-77de-4123-bf21-a769ccff366a req-a085064c-ccc7-453e-aadc-3173131aad7c tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:27.226040 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-752741aa-77de-4123-bf21-a769ccff366a req-a085064c-ccc7-453e-aadc-3173131aad7c tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0f1609f-18fc-43c4-9fea-a411f9996fcd HTTP/1.1" status: 200 len: 946 time: 0.0483148 Jan 27 12:49:27.330637 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-752741aa-77de-4123-bf21-a769ccff366a req-abc76c36-a9e1-4779-95b0-a1a9d478c893 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Deleting port 702955d7-6cce-443d-b871-2d8a4799da77 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:49:27.330932 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-752741aa-77de-4123-bf21-a769ccff366a req-abc76c36-a9e1-4779-95b0-a1a9d478c893 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (702955d7-6cce-443d-b871-2d8a4799da77), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:27.395991 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:27.418434 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-752741aa-77de-4123-bf21-a769ccff366a req-abc76c36-a9e1-4779-95b0-a1a9d478c893 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] For port 702955d7-6cce-443d-b871-2d8a4799da77, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=702955d7-6cce-443d-b871-2d8a4799da77,segment=NetworkSegment(1226b835-00af-46c6-b3a8-0aad62ae324d),segment_id=1226b835-00af-46c6-b3a8-0aad62ae324d)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:49:27.423993 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-752741aa-77de-4123-bf21-a769ccff366a req-abc76c36-a9e1-4779-95b0-a1a9d478c893 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (702955d7-6cce-443d-b871-2d8a4799da77), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:27.430184 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-752741aa-77de-4123-bf21-a769ccff366a req-abc76c36-a9e1-4779-95b0-a1a9d478c893 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Calling delete_port for 702955d7-6cce-443d-b871-2d8a4799da77 owned by compute:nova {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:49:27.649444 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-752741aa-77de-4123-bf21-a769ccff366a req-abc76c36-a9e1-4779-95b0-a1a9d478c893 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (702955d7-6cce-443d-b871-2d8a4799da77), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:27.661294 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['ad5cb038-0228-4fde-9d49-cf47fc6e67c4', '702955d7-6cce-443d-b871-2d8a4799da77'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:49:27.678120 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc76c36-a9e1-4779-95b0-a1a9d478c893 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Pushing event deleted for resources: {'Port': ['ID=702955d7-6cce-443d-b871-2d8a4799da77,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:27.719538 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-752741aa-77de-4123-bf21-a769ccff366a req-abc76c36-a9e1-4779-95b0-a1a9d478c893 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] No DVR routers for this DVR port 702955d7-6cce-443d-b871-2d8a4799da77 on host hv-cinder-82403 {{(pid=109462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:49:27.722604 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-752741aa-77de-4123-bf21-a769ccff366a req-abc76c36-a9e1-4779-95b0-a1a9d478c893 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:27.726225 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-752741aa-77de-4123-bf21-a769ccff366a req-abc76c36-a9e1-4779-95b0-a1a9d478c893 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.13 "DELETE /v2.0/ports/702955d7-6cce-443d-b871-2d8a4799da77 HTTP/1.1" status: 204 len: 173 time: 0.4854283 Jan 27 12:49:27.726665 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f1609f-18fc-43c4-9fea-a411f9996fcd', 'name': 'network-vif-deleted', 'tag': '702955d7-6cce-443d-b871-2d8a4799da77'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:49:27.728926 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24d9b0e-24dc-4e59-b912-f24e2c47fd10" -d '{"events": [{"server_uuid": "a0f1609f-18fc-43c4-9fea-a411f9996fcd", "name": "network-vif-deleted", "tag": "702955d7-6cce-443d-b871-2d8a4799da77"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:49:27.767477 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62540da3-f2a5-4158-82a5-30717cddf717 x-openstack-request-id: req-62540da3-f2a5-4158-82a5-30717cddf717 {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:49:27.767853 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f1609f-18fc-43c4-9fea-a411f9996fcd", "name": "network-vif-deleted", "tag": "702955d7-6cce-443d-b871-2d8a4799da77", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:49:27.768304 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-62540da3-f2a5-4158-82a5-30717cddf717 {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:49:27.768879 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f1609f-18fc-43c4-9fea-a411f9996fcd', 'name': 'network-vif-deleted', 'tag': '702955d7-6cce-443d-b871-2d8a4799da77', 'status': 'completed', 'code': 200} Jan 27 12:49:27.901914 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac85f5-ce7c-426a-b81d-c935313420fe req-21acac75-9469-46b1-b3c4-4e65617bfd06 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:27.903405 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9eac85f5-ce7c-426a-b81d-c935313420fe req-21acac75-9469-46b1-b3c4-4e65617bfd06 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 946 time: 0.0518160 Jan 27 12:49:27.950867 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9eac85f5-ce7c-426a-b81d-c935313420fe req-3659d981-9dc6-4ee9-9146-57b41e83f8ca tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419509 Jan 27 12:49:28.068228 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-73d6e21b-0e60-4165-b349-3de1ad6dd94c req-b5583004-d9eb-4cf2-9bc6-983f5f6b0c34 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0f1609f-18fc-43c4-9fea-a411f9996fcd HTTP/1.1" status: 200 len: 210 time: 0.0404944 Jan 27 12:49:28.189726 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05807ee9-ff0a-411e-a9d9-80f444a6d45f req-b36768a0-4c2d-4516-96b8-f8a073c05e31 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:28.191221 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-05807ee9-ff0a-411e-a9d9-80f444a6d45f req-b36768a0-4c2d-4516-96b8-f8a073c05e31 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0514781 Jan 27 12:49:28.240556 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-05807ee9-ff0a-411e-a9d9-80f444a6d45f req-30393152-a4d5-45ed-a4a4-50867f6e587c tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433176 Jan 27 12:49:28.242147 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef900c3-3d01-4469-b40d-a6bb6d63af4c req-12e1881c-81aa-45ff-9cca-379987adc397 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:28.243656 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-aef900c3-3d01-4469-b40d-a6bb6d63af4c req-12e1881c-81aa-45ff-9cca-379987adc397 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0507665 Jan 27 12:49:28.292524 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-aef900c3-3d01-4469-b40d-a6bb6d63af4c req-12c54aef-5527-41f7-980e-72b094757f00 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433509 Jan 27 12:49:29.073094 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fd095-f8b1-40f2-92e2-e8b8e2c2588c req-9da92628-7cc3-43e1-bf2f-f64411e6e146 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:29.074605 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5c8fd095-f8b1-40f2-92e2-e8b8e2c2588c req-9da92628-7cc3-43e1-bf2f-f64411e6e146 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 946 time: 0.0512762 Jan 27 12:49:29.347940 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5c8fd095-f8b1-40f2-92e2-e8b8e2c2588c req-fc22e434-0c12-4044-b9cc-229f1d06e031 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677016 Jan 27 12:49:29.375434 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d8740-19d2-41db-834e-a071f9c2a768 req-d29bff43-4b54-474f-901a-979af444d728 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:29.377823 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3b9d8740-19d2-41db-834e-a071f9c2a768 req-d29bff43-4b54-474f-901a-979af444d728 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0700736 Jan 27 12:49:29.426357 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3b9d8740-19d2-41db-834e-a071f9c2a768 req-89e05e0f-3987-4274-af42-a3d23f113c34 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420907 Jan 27 12:49:29.454548 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdba069-1cd2-4fe8-910f-4b0b4adb8ebb req-5af8df53-f108-4af4-af0c-aecb5ae11a73 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:29.457086 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8cdba069-1cd2-4fe8-910f-4b0b4adb8ebb req-5af8df53-f108-4af4-af0c-aecb5ae11a73 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0491469 Jan 27 12:49:29.505830 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8cdba069-1cd2-4fe8-910f-4b0b4adb8ebb req-f0302009-954a-4c9a-905a-5cb790c22129 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429986 Jan 27 12:49:29.768500 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 702955d7-6cce-443d-b871-2d8a4799da77 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:49:29.788281 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] No Port match for: 702955d7-6cce-443d-b871-2d8a4799da77 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:49:29.788623 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 702955d7-6cce-443d-b871-2d8a4799da77 not bound to the agent host hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:49:30.539092 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8eea6-3ad5-4928-b5ed-cf51d245c507 req-f6adf8ad-1b38-45a7-9a93-1bbf8b846140 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:30.540779 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-13e8eea6-3ad5-4928-b5ed-cf51d245c507 req-f6adf8ad-1b38-45a7-9a93-1bbf8b846140 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0495744 Jan 27 12:49:30.589410 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-13e8eea6-3ad5-4928-b5ed-cf51d245c507 req-abdd66fe-c890-4e38-8ddf-9d74d133bb56 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431619 Jan 27 12:49:30.697845 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a30ad-0d4e-4ea4-ba70-a89769d8f1fd req-32e5e762-6e0a-4589-879d-24cf304155a8 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:30.699767 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8c7a30ad-0d4e-4ea4-ba70-a89769d8f1fd req-32e5e762-6e0a-4589-879d-24cf304155a8 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0491152 Jan 27 12:49:30.745744 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8c7a30ad-0d4e-4ea4-ba70-a89769d8f1fd req-975533c6-ad3e-4558-a80e-d1528f13b1a9 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402815 Jan 27 12:49:30.836641 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad0fe4-2c1d-438b-9f5e-cd03886068b1 req-12ff659f-ddc3-4326-bdd4-6fd10e9ca14f tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:30.838391 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4dad0fe4-2c1d-438b-9f5e-cd03886068b1 req-12ff659f-ddc3-4326-bdd4-6fd10e9ca14f tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 946 time: 0.0486319 Jan 27 12:49:30.886196 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4dad0fe4-2c1d-438b-9f5e-cd03886068b1 req-4b4802c7-aa02-4762-9fa6-2dd857574438 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413582 Jan 27 12:49:31.025421 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40bc7b-366d-4281-aec2-0326c61a365b req-ac254097-e676-46dc-a28d-ff226c676247 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:31.034938 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4b40bc7b-366d-4281-aec2-0326c61a365b req-ac254097-e676-46dc-a28d-ff226c676247 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 945 time: 0.0494347 Jan 27 12:49:31.130346 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-4b40bc7b-366d-4281-aec2-0326c61a365b req-856890dd-5f74-467e-a861-f428a1ffbdcd tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Deleting port 06dc20ea-a97f-46a3-893e-521c6a4e7c51 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:49:31.130678 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-4b40bc7b-366d-4281-aec2-0326c61a365b req-856890dd-5f74-467e-a861-f428a1ffbdcd tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (06dc20ea-a97f-46a3-893e-521c6a4e7c51), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:31.217458 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-4b40bc7b-366d-4281-aec2-0326c61a365b req-856890dd-5f74-467e-a861-f428a1ffbdcd tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] For port 06dc20ea-a97f-46a3-893e-521c6a4e7c51, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=06dc20ea-a97f-46a3-893e-521c6a4e7c51,segment=NetworkSegment(39388659-2bbd-485e-91aa-7140dd890043),segment_id=39388659-2bbd-485e-91aa-7140dd890043)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:49:31.217809 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-4b40bc7b-366d-4281-aec2-0326c61a365b req-856890dd-5f74-467e-a861-f428a1ffbdcd tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (06dc20ea-a97f-46a3-893e-521c6a4e7c51), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:31.229463 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-4b40bc7b-366d-4281-aec2-0326c61a365b req-856890dd-5f74-467e-a861-f428a1ffbdcd tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Calling delete_port for 06dc20ea-a97f-46a3-893e-521c6a4e7c51 owned by compute:nova {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:49:31.426429 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-4b40bc7b-366d-4281-aec2-0326c61a365b req-856890dd-5f74-467e-a861-f428a1ffbdcd tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (06dc20ea-a97f-46a3-893e-521c6a4e7c51), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:31.441298 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['06dc20ea-a97f-46a3-893e-521c6a4e7c51', 'dccfdccf-b3e1-4835-81b6-dc9601ee12c1'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:49:31.457301 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856890dd-5f74-467e-a861-f428a1ffbdcd tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Pushing event deleted for resources: {'Port': ['ID=06dc20ea-a97f-46a3-893e-521c6a4e7c51,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:31.523790 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b40bc7b-366d-4281-aec2-0326c61a365b req-856890dd-5f74-467e-a861-f428a1ffbdcd tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] No DVR routers for this DVR port 06dc20ea-a97f-46a3-893e-521c6a4e7c51 on host hv-cinder-82403 {{(pid=109462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:49:31.528404 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-4b40bc7b-366d-4281-aec2-0326c61a365b req-856890dd-5f74-467e-a861-f428a1ffbdcd tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:31.531712 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4b40bc7b-366d-4281-aec2-0326c61a365b req-856890dd-5f74-467e-a861-f428a1ffbdcd tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.13 "DELETE /v2.0/ports/06dc20ea-a97f-46a3-893e-521c6a4e7c51 HTTP/1.1" status: 204 len: 173 time: 0.4923935 Jan 27 12:49:31.532158 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea', 'name': 'network-vif-deleted', 'tag': '06dc20ea-a97f-46a3-893e-521c6a4e7c51'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:49:31.534484 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0555b8d-d112-459b-9fbc-60a40a365e97" -d '{"events": [{"server_uuid": "8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea", "name": "network-vif-deleted", "tag": "06dc20ea-a97f-46a3-893e-521c6a4e7c51"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:49:31.557638 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5273c-f9b6-47b9-a851-1a03f1f07a96 req-b202181b-28a5-49bc-887c-5fa4eccfcde1 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:31.562714 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-68f5273c-f9b6-47b9-a851-1a03f1f07a96 req-b202181b-28a5-49bc-887c-5fa4eccfcde1 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 945 time: 0.1057858 Jan 27 12:49:31.583816 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01270447-90c8-458e-92f7-7c4398583121 x-openstack-request-id: req-01270447-90c8-458e-92f7-7c4398583121 {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:49:31.584115 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea", "name": "network-vif-deleted", "tag": "06dc20ea-a97f-46a3-893e-521c6a4e7c51", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:49:31.584373 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01270447-90c8-458e-92f7-7c4398583121 {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:49:31.584775 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea', 'name': 'network-vif-deleted', 'tag': '06dc20ea-a97f-46a3-893e-521c6a4e7c51', 'status': 'completed', 'code': 200} Jan 27 12:49:31.612290 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-68f5273c-f9b6-47b9-a851-1a03f1f07a96 req-1e458fe3-26c8-4e3f-91b9-d4239ab7e555 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466723 Jan 27 12:49:31.634862 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 42490) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:31.704048 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a5dadac9-7127-4f21-bc4e-50cc9c642716 req-7fe6f381-354c-4cef-9ddd-b08221221837 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f1e4eaf-21e5-4d14-82dc-147dafd0c0ea HTTP/1.1" status: 200 len: 210 time: 0.0371544 Jan 27 12:49:31.854997 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0eb10c3-1a1a-479e-ada9-11828dc523e8 tempest-TestMinimumBasicScenario-324412147 tempest-TestMinimumBasicScenario-324412147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:31.856530 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-c0eb10c3-1a1a-479e-ada9-11828dc523e8 tempest-TestMinimumBasicScenario-324412147 tempest-TestMinimumBasicScenario-324412147-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 1093 time: 0.2206285 Jan 27 12:49:31.859543 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 42496) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:31.863937 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-c257306b-63b7-4483-80fe-7b9c241ce296 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Request body: {'floatingip': {'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'port_id': '6b77f366-5871-46fa-8380-251c059d2cfb', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:49:31.901987 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccfac7-f7b9-4e9b-9ba7-0b8c9641e83c req-49c620f2-1102-476e-a255-45f3863ab3f4 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:31.903494 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2eccfac7-f7b9-4e9b-9ba7-0b8c9641e83c req-49c620f2-1102-476e-a255-45f3863ab3f4 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0794256 Jan 27 12:49:31.952001 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2eccfac7-f7b9-4e9b-9ba7-0b8c9641e83c req-3921865a-8226-474d-a8bb-50c5d993a3e6 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428154 Jan 27 12:49:31.956737 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c257306b-63b7-4483-80fe-7b9c241ce296 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:32.019085 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438907ed-aff0-46db-8290-6cb5e7869a63 req-d3c6ce67-ab05-4140-bee7-49256c7ea761 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:32.020795 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-438907ed-aff0-46db-8290-6cb5e7869a63 req-d3c6ce67-ab05-4140-bee7-49256c7ea761 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 946 time: 0.0599968 Jan 27 12:49:32.063868 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c257306b-63b7-4483-80fe-7b9c241ce296 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:32.068804 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-438907ed-aff0-46db-8290-6cb5e7869a63 req-6cf7be84-fd13-4913-933f-c9701a34be77 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425470 Jan 27 12:49:32.171776 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_common [None req-c257306b-63b7-4483-80fe-7b9c241ce296 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Allocated IP 172.27.2.104 (eb2842ee-b281-40a5-b8cc-bad91d1f4211/1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a/5c023249-529a-4fcd-9404-f8b1aa4a5883) {{(pid=109462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:49:32.271608 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c257306b-63b7-4483-80fe-7b9c241ce296 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for port (5c023249-529a-4fcd-9404-f8b1aa4a5883), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:32.356689 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c257306b-63b7-4483-80fe-7b9c241ce296 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (5c023249-529a-4fcd-9404-f8b1aa4a5883), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:32.397729 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c257306b-63b7-4483-80fe-7b9c241ce296 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Network eb2842ee-b281-40a5-b8cc-bad91d1f4211 is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:49:32.400405 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-c257306b-63b7-4483-80fe-7b9c241ce296 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:49:32.405754 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c257306b-63b7-4483-80fe-7b9c241ce296 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Received port after_create {{(pid=109462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:49:32.412048 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257306b-63b7-4483-80fe-7b9c241ce296 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Pushing event updated for resources: {'Port': ['ID=5c023249-529a-4fcd-9404-f8b1aa4a5883,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:32.897637 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c257306b-63b7-4483-80fe-7b9c241ce296 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for floatingip (17442fa7-46db-4624-a57b-569773dfb5c5), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:33.072156 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c257306b-63b7-4483-80fe-7b9c241ce296 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (5c023249-529a-4fcd-9404-f8b1aa4a5883), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:33.116450 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c312fa2-9c8c-437a-ac55-35490117a62f req-b96c481a-2e94-473b-893c-6fff7f1b4de5 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:33.117925 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5c312fa2-9c8c-437a-ac55-35490117a62f req-b96c481a-2e94-473b-893c-6fff7f1b4de5 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0930841 Jan 27 12:49:33.202494 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422351f-0069-47c9-8c02-b11c44c3522e req-9db1d81f-6475-4faf-89d4-0573cbb564b7 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:33.204241 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7422351f-0069-47c9-8c02-b11c44c3522e req-9db1d81f-6475-4faf-89d4-0573cbb564b7 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0498624 Jan 27 12:49:33.222613 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5c312fa2-9c8c-437a-ac55-35490117a62f req-48981605-885e-4fdd-8222-63832963ebd7 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0928361 Jan 27 12:49:33.252692 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7422351f-0069-47c9-8c02-b11c44c3522e req-e7d2877c-afd2-48f2-ae2e-b98cf0de4880 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421927 Jan 27 12:49:33.285910 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c257306b-63b7-4483-80fe-7b9c241ce296 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for port (5c023249-529a-4fcd-9404-f8b1aa4a5883), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:33.351733 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b50bcc-ccd2-4806-9d99-a210e0b76308 req-eedb38c3-1033-4bb1-9212-6dfba49ea959 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:33.353297 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c9b50bcc-ccd2-4806-9d99-a210e0b76308 req-eedb38c3-1033-4bb1-9212-6dfba49ea959 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 946 time: 0.0576272 Jan 27 12:49:33.354503 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c257306b-63b7-4483-80fe-7b9c241ce296 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (5c023249-529a-4fcd-9404-f8b1aa4a5883), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:33.474153 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257306b-63b7-4483-80fe-7b9c241ce296 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Pushing event updated for resources: {'Port': ['ID=5c023249-529a-4fcd-9404-f8b1aa4a5883,revision_number=2']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:33.497788 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c9b50bcc-ccd2-4806-9d99-a210e0b76308 req-4dc0ef8d-d38f-4366-bde7-d9a239ed8469 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e8c721b-6d50-4e29-a049-3a8a6987ad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386559 Jan 27 12:49:33.499449 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c257306b-63b7-4483-80fe-7b9c241ce296 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664114'] for floatingip (17442fa7-46db-4624-a57b-569773dfb5c5), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:33.551666 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30978dc7-cd01-4884-9ee9-4ce20daacf68 req-1aae16e2-4d85-498a-b056-3a796537d6e8 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:33.553220 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-30978dc7-cd01-4884-9ee9-4ce20daacf68 req-1aae16e2-4d85-498a-b056-3a796537d6e8 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.13 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 946 time: 0.1175845 Jan 27 12:49:33.665104 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.db.l3_db [None req-c257306b-63b7-4483-80fe-7b9c241ce296 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Floating IP 17442fa7-46db-4624-a57b-569773dfb5c5 associated. External IP: 172.27.2.104, port: 6b77f366-5871-46fa-8380-251c059d2cfb. Jan 27 12:49:33.802904 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 06dc20ea-a97f-46a3-893e-521c6a4e7c51 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:49:33.826322 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] No Port match for: 06dc20ea-a97f-46a3-893e-521c6a4e7c51 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:49:33.826655 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 06dc20ea-a97f-46a3-893e-521c6a4e7c51 not bound to the agent host hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:49:33.992514 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-30978dc7-cd01-4884-9ee9-4ce20daacf68 req-347446ea-85ea-4398-98e6-0354d821d802 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Deleting port ad5cb038-0228-4fde-9d49-cf47fc6e67c4 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:49:33.993109 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-30978dc7-cd01-4884-9ee9-4ce20daacf68 req-347446ea-85ea-4398-98e6-0354d821d802 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (ad5cb038-0228-4fde-9d49-cf47fc6e67c4), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:34.138530 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-30978dc7-cd01-4884-9ee9-4ce20daacf68 req-347446ea-85ea-4398-98e6-0354d821d802 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] For port ad5cb038-0228-4fde-9d49-cf47fc6e67c4, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=ad5cb038-0228-4fde-9d49-cf47fc6e67c4,segment=NetworkSegment(1226b835-00af-46c6-b3a8-0aad62ae324d),segment_id=1226b835-00af-46c6-b3a8-0aad62ae324d)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:49:34.138971 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-30978dc7-cd01-4884-9ee9-4ce20daacf68 req-347446ea-85ea-4398-98e6-0354d821d802 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (ad5cb038-0228-4fde-9d49-cf47fc6e67c4), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:34.179348 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-30978dc7-cd01-4884-9ee9-4ce20daacf68 req-347446ea-85ea-4398-98e6-0354d821d802 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Calling delete_port for ad5cb038-0228-4fde-9d49-cf47fc6e67c4 owned by compute:nova {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:49:34.239853 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c257306b-63b7-4483-80fe-7b9c241ce296 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Router d17f26d3-e108-47cf-8bd5-3dc81b6f788b has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:49:34.348381 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82c84a-5f22-42ea-b71f-ed601d592af4 req-f5eb69b4-8580-45d2-be04-c77935deafc6 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:34.350103 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7e82c84a-5f22-42ea-b71f-ed601d592af4 req-f5eb69b4-8580-45d2-be04-c77935deafc6 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0527127 Jan 27 12:49:34.402323 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7e82c84a-5f22-42ea-b71f-ed601d592af4 req-84c8b5c4-1ce5-4381-bbf2-c9b315b193c6 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463731 Jan 27 12:49:34.441496 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c257306b-63b7-4483-80fe-7b9c241ce296 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:49:34.452286 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05f606f-486f-4738-9d7f-ed9f21be9121 None None] Sync routers for ids ['d17f26d3-e108-47cf-8bd5-3dc81b6f788b'] in dv-cinder-824031-3-iscsi {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:49:34.461865 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05f606f-486f-4738-9d7f-ed9f21be9121 None None] Routers {'d17f26d3-e108-47cf-8bd5-3dc81b6f788b'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:49:34.462457 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-f05f606f-486f-4738-9d7f-ed9f21be9121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:49:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['d17f26d3-e108-47cf-8bd5-3dc81b6f788b'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:49:34.465120 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57624cd0-342f-4ce6-803d-50605d11f724 req-791c74d8-9349-4914-b97e-766e4a646c57 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:34.466598 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57624cd0-342f-4ce6-803d-50605d11f724 req-791c74d8-9349-4914-b97e-766e4a646c57 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.1413209 Jan 27 12:49:34.516394 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57624cd0-342f-4ce6-803d-50605d11f724 req-50d24200-c52f-4fb8-8c69-794c4a462bc5 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440409 Jan 27 12:49:34.539153 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-30978dc7-cd01-4884-9ee9-4ce20daacf68 req-347446ea-85ea-4398-98e6-0354d821d802 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (ad5cb038-0228-4fde-9d49-cf47fc6e67c4), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:34.547117 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c257306b-63b7-4483-80fe-7b9c241ce296 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for floatingip (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:34.551918 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['ad5cb038-0228-4fde-9d49-cf47fc6e67c4'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:49:34.569436 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-f05f606f-486f-4738-9d7f-ed9f21be9121 None None] Set router d17f26d3-e108-47cf-8bd5-3dc81b6f788b gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:49:34.590498 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347446ea-85ea-4398-98e6-0354d821d802 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Pushing event deleted for resources: {'Port': ['ID=ad5cb038-0228-4fde-9d49-cf47fc6e67c4,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:34.620592 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-c257306b-63b7-4483-80fe-7b9c241ce296 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7600176 Jan 27 12:49:34.623453 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 42522) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:34.623697 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9b1da9-08aa-4d04-b41b-b1a82f6ce245', 'tag': '6b77f366-5871-46fa-8380-251c059d2cfb'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:49:34.625854 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e3903c-b0e3-465a-8646-b546a17f8833" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9b1da9-08aa-4d04-b41b-b1a82f6ce245", "tag": "6b77f366-5871-46fa-8380-251c059d2cfb"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:49:34.640561 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-8a351c2b-678b-4eac-b1c0-587d7fedd021 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-201292501', 'description': 'tempest-secgroup-smoke-201292501 description', 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:49:34.653273 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-30978dc7-cd01-4884-9ee9-4ce20daacf68 req-347446ea-85ea-4398-98e6-0354d821d802 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] No DVR routers for this DVR port ad5cb038-0228-4fde-9d49-cf47fc6e67c4 on host hv-cinder-82403 {{(pid=109462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:49:34.655867 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-30978dc7-cd01-4884-9ee9-4ce20daacf68 req-347446ea-85ea-4398-98e6-0354d821d802 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:34.660222 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-30978dc7-cd01-4884-9ee9-4ce20daacf68 req-347446ea-85ea-4398-98e6-0354d821d802 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.13 "DELETE /v2.0/ports/ad5cb038-0228-4fde-9d49-cf47fc6e67c4 HTTP/1.1" status: 204 len: 173 time: 1.0966072 Jan 27 12:49:34.665184 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-bcc289eb-0362-4014-9d0d-f6af580fafa4 req-624caf67-28b7-49bc-be8e-aa548fe78c96 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 210 time: 0.0561378 Jan 27 12:49:34.679798 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b14999-58d1-4028-b2c3-b20ba0d5821a x-openstack-request-id: req-29b14999-58d1-4028-b2c3-b20ba0d5821a {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:49:34.680401 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9b1da9-08aa-4d04-b41b-b1a82f6ce245", "tag": "6b77f366-5871-46fa-8380-251c059d2cfb", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:49:34.680752 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29b14999-58d1-4028-b2c3-b20ba0d5821a {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:49:34.681326 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9b1da9-08aa-4d04-b41b-b1a82f6ce245', 'tag': '6b77f366-5871-46fa-8380-251c059d2cfb', 'status': 'completed', 'code': 200} Jan 27 12:49:34.744638 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-8a351c2b-678b-4eac-b1c0-587d7fedd021 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:34.747173 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3903c-b0e3-465a-8646-b546a17f8833 req-1e3d97e5-d669-4143-a873-081a2b8b9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:34.748675 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57e3903c-b0e3-465a-8646-b546a17f8833 req-1e3d97e5-d669-4143-a873-081a2b8b9643 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e214bbe8ce0443a93e1f2cd99aa4f53&device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 1098 time: 0.0417950 Jan 27 12:49:34.805886 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-f05f606f-486f-4738-9d7f-ed9f21be9121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'name': 'tempest-TestMinimumBasicScenario-1137151388-router', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2171bbd2-ed55-418c-8218-f5c9f0de89d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:48:07Z', 'updated_at': '2022-01-27T12:48:13Z', 'revision_number': 4, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'gw_port': {'id': '2171bbd2-ed55-418c-8218-f5c9f0de89d6', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:08Z', 'updated_at': '2022-01-27T12:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': '17442fa7-46db-4624-a57b-569773dfb5c5', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'port_id': '6b77f366-5871-46fa-8380-251c059d2cfb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f', 'mac_address': 'fa:16:3e:7a:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9b1da9-08aa-4d04-b41b-b1a82f6ce245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:49:32Z', 'updated_at': '2022-01-27T12:49:32Z', 'revision_number': 0, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeb32b88-a9e4-42a9-a0e6-3885a68ecbea', 'name': '', 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'mac_address': 'fa:16:3e:ab:40:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '177da310-319b-4f7a-b4aa-d1da259630e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:13Z', 'updated_at': '2022-01-27T12:48:17Z', 'revision_number': 5, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'subnets': [{'id': '177da310-319b-4f7a-b4aa-d1da259630e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:49:34.826983 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-8a351c2b-678b-4eac-b1c0-587d7fedd021 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for security_group (3ad3a4cd-41e2-4082-9611-cd15eb777fc4), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:34.833909 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05f606f-486f-4738-9d7f-ed9f21be9121 None None] Checking router: d17f26d3-e108-47cf-8bd5-3dc81b6f788b for host: dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:49:34.841979 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05f606f-486f-4738-9d7f-ed9f21be9121 None None] Routers {'d17f26d3-e108-47cf-8bd5-3dc81b6f788b'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:49:34.842572 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-f05f606f-486f-4738-9d7f-ed9f21be9121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:49:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['d17f26d3-e108-47cf-8bd5-3dc81b6f788b'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:49:34.858583 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3903c-b0e3-465a-8646-b546a17f8833 req-97e43f42-56c5-4a51-ba05-1e4839a2ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:34.860106 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57e3903c-b0e3-465a-8646-b546a17f8833 req-97e43f42-56c5-4a51-ba05-1e4839a2ec02 service neutron] 10.222.0.13 "GET /v2.0/networks?id=322a42f3-d464-4c19-b6b0-77256c56a83f HTTP/1.1" status: 200 len: 916 time: 0.1010790 Jan 27 12:49:34.901115 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-8a351c2b-678b-4eac-b1c0-587d7fedd021 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (3ad3a4cd-41e2-4082-9611-cd15eb777fc4), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:34.931732 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a351c2b-678b-4eac-b1c0-587d7fedd021 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad3a4cd-41e2-4082-9611-cd15eb777fc4,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:34.937477 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57e3903c-b0e3-465a-8646-b546a17f8833 req-54b4e94e-7f7b-4693-a061-a845487b786d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b77f366-5871-46fa-8380-251c059d2cfb HTTP/1.1" status: 200 len: 999 time: 0.0643146 Jan 27 12:49:34.951840 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-f05f606f-486f-4738-9d7f-ed9f21be9121 None None] Set router d17f26d3-e108-47cf-8bd5-3dc81b6f788b gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:49:34.988045 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-8a351c2b-678b-4eac-b1c0-587d7fedd021 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:34.989962 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-8a351c2b-678b-4eac-b1c0-587d7fedd021 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3533261 Jan 27 12:49:34.992797 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 42526) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:34.997880 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-e23c22ea-3ec1-4184-b72c-0e47f54008e6 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Request body: {'security_group_rule': {'security_group_id': '3ad3a4cd-41e2-4082-9611-cd15eb777fc4', 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:49:34.998581 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3903c-b0e3-465a-8646-b546a17f8833 req-bf9d8ae3-c2ce-46d6-9839-7c71ede17eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:35.000469 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57e3903c-b0e3-465a-8646-b546a17f8833 req-bf9d8ae3-c2ce-46d6-9839-7c71ede17eec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=177da310-319b-4f7a-b4aa-d1da259630e2 HTTP/1.1" status: 200 len: 854 time: 0.0573564 Jan 27 12:49:35.051389 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3903c-b0e3-465a-8646-b546a17f8833 req-b76564f5-0651-41b1-9304-f4cc15cca041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:35.052908 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57e3903c-b0e3-465a-8646-b546a17f8833 req-b76564f5-0651-41b1-9304-f4cc15cca041 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=322a42f3-d464-4c19-b6b0-77256c56a83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459383 Jan 27 12:49:35.112783 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-e23c22ea-3ec1-4184-b72c-0e47f54008e6 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for security_group_rule (0dfee598-19bc-4c9e-b196-7bd7a38b0936), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:35.153880 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57e3903c-b0e3-465a-8646-b546a17f8833 req-23d547d3-f77a-4f7c-b2be-914d159550be service neutron] 10.222.0.13 "GET /v2.0/networks/322a42f3-d464-4c19-b6b0-77256c56a83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907850 Jan 27 12:49:35.172949 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-e23c22ea-3ec1-4184-b72c-0e47f54008e6 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for security_group_rule (0dfee598-19bc-4c9e-b196-7bd7a38b0936), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:35.253731 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57e3903c-b0e3-465a-8646-b546a17f8833 req-3a9e1f0e-447d-4804-9724-61593d215706 service neutron] 10.222.0.13 "GET /v2.0/networks/322a42f3-d464-4c19-b6b0-77256c56a83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931110 Jan 27 12:49:35.258631 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-e23c22ea-3ec1-4184-b72c-0e47f54008e6 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611924'] for security_group_rule (0dfee598-19bc-4c9e-b196-7bd7a38b0936), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:35.273482 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c22ea-3ec1-4184-b72c-0e47f54008e6 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dfee598-19bc-4c9e-b196-7bd7a38b0936,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:35.289562 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-f05f606f-486f-4738-9d7f-ed9f21be9121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'name': 'tempest-TestMinimumBasicScenario-1137151388-router', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2171bbd2-ed55-418c-8218-f5c9f0de89d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:48:07Z', 'updated_at': '2022-01-27T12:48:13Z', 'revision_number': 4, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'gw_port': {'id': '2171bbd2-ed55-418c-8218-f5c9f0de89d6', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:08Z', 'updated_at': '2022-01-27T12:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': '17442fa7-46db-4624-a57b-569773dfb5c5', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'port_id': '6b77f366-5871-46fa-8380-251c059d2cfb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f', 'mac_address': 'fa:16:3e:7a:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9b1da9-08aa-4d04-b41b-b1a82f6ce245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:49:32Z', 'updated_at': '2022-01-27T12:49:32Z', 'revision_number': 0, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeb32b88-a9e4-42a9-a0e6-3885a68ecbea', 'name': '', 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'mac_address': 'fa:16:3e:ab:40:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '177da310-319b-4f7a-b4aa-d1da259630e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:13Z', 'updated_at': '2022-01-27T12:48:17Z', 'revision_number': 5, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'subnets': [{'id': '177da310-319b-4f7a-b4aa-d1da259630e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:49:35.316564 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05f606f-486f-4738-9d7f-ed9f21be9121 None None] The sync data for ids ['d17f26d3-e108-47cf-8bd5-3dc81b6f788b'] in dv-cinder-824031-3-iscsi is: [{'id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'name': 'tempest-TestMinimumBasicScenario-1137151388-router', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2171bbd2-ed55-418c-8218-f5c9f0de89d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:48:07Z', 'updated_at': '2022-01-27T12:48:13Z', 'revision_number': 4, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'gw_port': {'id': '2171bbd2-ed55-418c-8218-f5c9f0de89d6', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:08Z', 'updated_at': '2022-01-27T12:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': '17442fa7-46db-4624-a57b-569773dfb5c5', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'port_id': '6b77f366-5871-46fa-8380-251c059d2cfb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f', 'mac_address': 'fa:16:3e:7a:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9b1da9-08aa-4d04-b41b-b1a82f6ce245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:49:32Z', 'updated_at': '2022-01-27T12:49:32Z', 'revision_number': 0, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeb32b88-a9e4-42a9-a0e6-3885a68ecbea', 'name': '', 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'mac_address': 'fa:16:3e:ab:40:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '177da310-319b-4f7a-b4aa-d1da259630e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:13Z', 'updated_at': '2022-01-27T12:48:17Z', 'revision_number': 5, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'subnets': [{'id': '177da310-319b-4f7a-b4aa-d1da259630e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:49:35.360233 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-e23c22ea-3ec1-4184-b72c-0e47f54008e6 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:35.361973 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-e23c22ea-3ec1-4184-b72c-0e47f54008e6 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3680694 Jan 27 12:49:35.364709 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 42530) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:35.369096 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-cd8c0dad-1439-4a63-8252-89cb3a96c9eb tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Request body: {'security_group_rule': {'security_group_id': '3ad3a4cd-41e2-4082-9611-cd15eb777fc4', 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:49:35.448257 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-cd8c0dad-1439-4a63-8252-89cb3a96c9eb tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for security_group_rule (1cfc9ec2-2039-48a2-9157-481acb8448a0), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:35.517603 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-cd8c0dad-1439-4a63-8252-89cb3a96c9eb tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for security_group_rule (1cfc9ec2-2039-48a2-9157-481acb8448a0), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:35.526142 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0357bd20-f750-4a74-8d65-5faa0d008dfa None None] New status for floating IP 17442fa7-46db-4624-a57b-569773dfb5c5: ACTIVE {{(pid=109463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 12:49:35.546026 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71459d7-28d5-4a7d-a66e-b2258e48a72e req-4c4bca64-4240-4c22-99c4-c5b96ef88075 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:35.554121 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f71459d7-28d5-4a7d-a66e-b2258e48a72e req-4c4bca64-4240-4c22-99c4-c5b96ef88075 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0740886 Jan 27 12:49:35.604920 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f71459d7-28d5-4a7d-a66e-b2258e48a72e req-ab85ba9b-dd9b-4400-bd74-e9676e2edaf0 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498035 Jan 27 12:49:35.619944 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-cd8c0dad-1439-4a63-8252-89cb3a96c9eb tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611924'] for security_group_rule (1cfc9ec2-2039-48a2-9157-481acb8448a0), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:35.635828 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c0dad-1439-4a63-8252-89cb3a96c9eb tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cfc9ec2-2039-48a2-9157-481acb8448a0,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:35.661050 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aef358-c505-4fc8-8afd-a31d84a0550c req-b407a405-bef3-4083-b0b5-f257b6b31808 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:35.662584 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-46aef358-c505-4fc8-8afd-a31d84a0550c req-b407a405-bef3-4083-b0b5-f257b6b31808 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0737774 Jan 27 12:49:35.713645 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-46aef358-c505-4fc8-8afd-a31d84a0550c req-b35673b9-647f-41e3-aecd-7d0808e40f26 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453389 Jan 27 12:49:35.742983 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-cd8c0dad-1439-4a63-8252-89cb3a96c9eb tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:35.746764 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-cd8c0dad-1439-4a63-8252-89cb3a96c9eb tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3785508 Jan 27 12:49:35.747082 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 42538) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:35.752667 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-cd7265d6-993c-4b04-8c57-61a497fbc031 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Request body: {'security_group_rule': {'security_group_id': '3ad3a4cd-41e2-4082-9611-cd15eb777fc4', 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:49:35.798643 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-e347704f-66d6-436a-ac93-7cdb17ce0d65 req-338204dc-39b5-45c8-920b-f021af7eb934 tempest-AttachVolumeNegativeTest-1661560336 tempest-AttachVolumeNegativeTest-1661560336-project] 10.222.0.39 "GET /v2.0/ports?device_id=9358d700-8016-4744-9917-15acc7ac851a HTTP/1.1" status: 200 len: 210 time: 0.0362480 Jan 27 12:49:35.843514 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-cd7265d6-993c-4b04-8c57-61a497fbc031 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for security_group_rule (90ab5c80-0816-4c8b-ab19-d41d1394a43b), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:35.899841 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-cd7265d6-993c-4b04-8c57-61a497fbc031 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for security_group_rule (90ab5c80-0816-4c8b-ab19-d41d1394a43b), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:35.960292 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-cd7265d6-993c-4b04-8c57-61a497fbc031 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611924'] for security_group_rule (90ab5c80-0816-4c8b-ab19-d41d1394a43b), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:35.978078 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7265d6-993c-4b04-8c57-61a497fbc031 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ab5c80-0816-4c8b-ab19-d41d1394a43b,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:36.028463 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-cd7265d6-993c-4b04-8c57-61a497fbc031 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:36.029693 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-cd7265d6-993c-4b04-8c57-61a497fbc031 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2815754 Jan 27 12:49:36.032496 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 42540) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:36.036834 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-d0354c75-c5d9-4f6f-9202-d83ceb87e660 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Request body: {'security_group_rule': {'security_group_id': '3ad3a4cd-41e2-4082-9611-cd15eb777fc4', 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:49:36.111896 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d0354c75-c5d9-4f6f-9202-d83ceb87e660 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for security_group_rule (0fd5bbcf-44e3-4d63-b610-dc2a61abb902), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:36.172129 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d0354c75-c5d9-4f6f-9202-d83ceb87e660 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for security_group_rule (0fd5bbcf-44e3-4d63-b610-dc2a61abb902), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:36.241867 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d0354c75-c5d9-4f6f-9202-d83ceb87e660 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611924'] for security_group_rule (0fd5bbcf-44e3-4d63-b610-dc2a61abb902), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:36.260083 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0354c75-c5d9-4f6f-9202-d83ceb87e660 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd5bbcf-44e3-4d63-b610-dc2a61abb902,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:36.337297 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d0354c75-c5d9-4f6f-9202-d83ceb87e660 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:36.338540 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-d0354c75-c5d9-4f6f-9202-d83ceb87e660 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3050985 Jan 27 12:49:36.341495 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 42544) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:36.346256 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-2aa7154b-79eb-43bd-b645-752c56df94a1 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Request body: {'security_group_rule': {'security_group_id': '3ad3a4cd-41e2-4082-9611-cd15eb777fc4', 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:49:36.432632 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.db.securitygroups_db [None req-2aa7154b-79eb-43bd-b645-752c56df94a1 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Project 7e214bbe8ce0443a93e1f2cd99aa4f53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 12:49:36.437846 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-2aa7154b-79eb-43bd-b645-752c56df94a1 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for security_group_rule (8cccbbb8-56ea-4aeb-aa17-4c530257d1f9), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:36.495938 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-2aa7154b-79eb-43bd-b645-752c56df94a1 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for security_group_rule (8cccbbb8-56ea-4aeb-aa17-4c530257d1f9), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:36.581383 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-2aa7154b-79eb-43bd-b645-752c56df94a1 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611924'] for security_group_rule (8cccbbb8-56ea-4aeb-aa17-4c530257d1f9), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:36.600213 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7154b-79eb-43bd-b645-752c56df94a1 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cccbbb8-56ea-4aeb-aa17-4c530257d1f9,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:36.663214 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-2aa7154b-79eb-43bd-b645-752c56df94a1 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:36.664625 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-2aa7154b-79eb-43bd-b645-752c56df94a1 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3222036 Jan 27 12:49:36.667395 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 42548) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:36.671932 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-1cf5ac0c-1b88-4082-be15-c94df0636bff tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Request body: {'security_group_rule': {'security_group_id': '3ad3a4cd-41e2-4082-9611-cd15eb777fc4', 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:49:36.682828 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9358d700-8016-4744-9917-15acc7ac851a', 'name': 'network-vif-deleted', 'tag': 'ad5cb038-0228-4fde-9d49-cf47fc6e67c4'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:49:36.685263 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2778824-e3d6-41e9-852b-bf640b8407b0" -d '{"events": [{"server_uuid": "9358d700-8016-4744-9917-15acc7ac851a", "name": "network-vif-deleted", "tag": "ad5cb038-0228-4fde-9d49-cf47fc6e67c4"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:49:36.726855 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3537536-81da-4af6-be2d-b59681b0284c x-openstack-request-id: req-f3537536-81da-4af6-be2d-b59681b0284c {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:49:36.727242 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9358d700-8016-4744-9917-15acc7ac851a", "name": "network-vif-deleted", "tag": "ad5cb038-0228-4fde-9d49-cf47fc6e67c4", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:49:36.727634 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3537536-81da-4af6-be2d-b59681b0284c {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:49:36.731982 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9358d700-8016-4744-9917-15acc7ac851a', 'name': 'network-vif-deleted', 'tag': 'ad5cb038-0228-4fde-9d49-cf47fc6e67c4', 'status': 'completed', 'code': 200} Jan 27 12:49:36.737049 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f62445-c0ff-45a8-805c-957a7b2fecb0 req-88282208-d0f0-4ae5-a13d-84c5b975e7fd tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:36.738519 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-58f62445-c0ff-45a8-805c-957a7b2fecb0 req-88282208-d0f0-4ae5-a13d-84c5b975e7fd tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0565567 Jan 27 12:49:36.786254 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.db.securitygroups_db [None req-1cf5ac0c-1b88-4082-be15-c94df0636bff tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Project 7e214bbe8ce0443a93e1f2cd99aa4f53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 12:49:36.793557 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-58f62445-c0ff-45a8-805c-957a7b2fecb0 req-660cd0fd-40a2-4875-8d6e-e5051eaa9f6d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495069 Jan 27 12:49:36.795148 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1cf5ac0c-1b88-4082-be15-c94df0636bff tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for security_group_rule (bea65e73-c002-49e9-a19e-8933ffab2822), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:36.840749 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39463f-d651-4e9c-8a10-fb98b43d10ac req-e4230056-d7e2-444f-9aaf-4d2bdebb3b66 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:36.841689 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-fe39463f-d651-4e9c-8a10-fb98b43d10ac req-e4230056-d7e2-444f-9aaf-4d2bdebb3b66 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0562279 Jan 27 12:49:36.855391 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1cf5ac0c-1b88-4082-be15-c94df0636bff tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for security_group_rule (bea65e73-c002-49e9-a19e-8933ffab2822), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:36.856880 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 42556) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:36.894887 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-fe39463f-d651-4e9c-8a10-fb98b43d10ac req-c32edadb-1f6a-415e-80e2-c2c800b03203 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459983 Jan 27 12:49:36.901003 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6198f1-4f2d-4a7a-a072-5772bf85f8de admin admin] Deleting subnet 3ba7930f-92e1-41b4-9c1a-3ea64702b7a6 {{(pid=109461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 12:49:36.904122 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3b6198f1-4f2d-4a7a-a072-5772bf85f8de admin admin] Publish callbacks [] for subnet (3ba7930f-92e1-41b4-9c1a-3ea64702b7a6), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:36.930883 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1cf5ac0c-1b88-4082-be15-c94df0636bff tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611924'] for security_group_rule (bea65e73-c002-49e9-a19e-8933ffab2822), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:36.945429 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3b6198f1-4f2d-4a7a-a072-5772bf85f8de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25843844'] for subnet (3ba7930f-92e1-41b4-9c1a-3ea64702b7a6), precommit_delete_associations {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:36.975974 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5ac0c-1b88-4082-be15-c94df0636bff tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea65e73-c002-49e9-a19e-8933ffab2822,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:37.002192 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3b6198f1-4f2d-4a7a-a072-5772bf85f8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676805'] for subnet (3ba7930f-92e1-41b4-9c1a-3ea64702b7a6), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:37.074287 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1cf5ac0c-1b88-4082-be15-c94df0636bff tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:37.075533 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-1cf5ac0c-1b88-4082-be15-c94df0636bff tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4071405 Jan 27 12:49:37.113143 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3b6198f1-4f2d-4a7a-a072-5772bf85f8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3294776'] for subnet (3ba7930f-92e1-41b4-9c1a-3ea64702b7a6), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:37.146299 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6198f1-4f2d-4a7a-a072-5772bf85f8de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba7930f-92e1-41b4-9c1a-3ea64702b7a6,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:37.152347 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3b6198f1-4f2d-4a7a-a072-5772bf85f8de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for subnet (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:37.155529 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-3b6198f1-4f2d-4a7a-a072-5772bf85f8de admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3ba7930f-92e1-41b4-9c1a-3ea64702b7a6 HTTP/1.1" status: 204 len: 168 time: 0.2975688 Jan 27 12:49:37.158272 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 42560) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:37.204862 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-11924050-050b-40a8-8196-5e44e627fc8e req-93c0f0fc-9ff6-424a-ab9a-63d08b5bec64 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-201292501&fields=id&tenant_id=7e214bbe8ce0443a93e1f2cd99aa4f53 HTTP/1.1" status: 200 len: 267 time: 0.0827627 Jan 27 12:49:37.225139 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-916fe4cc-d1ed-4723-b104-7b7b9f00b8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617860'] for network (1a947d14-4622-4e1b-8ca5-f566d085c54e), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:37.259757 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11924050-050b-40a8-8196-5e44e627fc8e req-6d15ea64-1574-4eb7-9528-42838b02cb89 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:37.261543 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-11924050-050b-40a8-8196-5e44e627fc8e req-6d15ea64-1574-4eb7-9528-42838b02cb89 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 945 time: 0.0505245 Jan 27 12:49:37.275137 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [req-11924050-050b-40a8-8196-5e44e627fc8e req-a0840417-ddc6-45bd-8bf2-1427ee784fe7 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Request body: {'port': {'security_groups': ['457d3393-f115-4c48-833e-6dc6b6351d61', '3ad3a4cd-41e2-4082-9611-cd15eb777fc4']}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:49:37.312261 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-916fe4cc-d1ed-4723-b104-7b7b9f00b8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678482', 'neutron.services.segments.db._delete_segments_for_network-8727398100354'] for network (1a947d14-4622-4e1b-8ca5-f566d085c54e), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:37.334248 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-916fe4cc-d1ed-4723-b104-7b7b9f00b8a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a947d14-4622-4e1b-8ca5-f566d085c54e']}} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:49:37.343814 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-916fe4cc-d1ed-4723-b104-7b7b9f00b8a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1226b835-00af-46c6-b3a8-0aad62ae324d') {'for_net_delete': True} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:49:37.344111 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-916fe4cc-d1ed-4723-b104-7b7b9f00b8a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1226b835-00af-46c6-b3a8-0aad62ae324d') {} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:49:37.351021 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-11924050-050b-40a8-8196-5e44e627fc8e req-a0840417-ddc6-45bd-8bf2-1427ee784fe7 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (6b77f366-5871-46fa-8380-251c059d2cfb), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:37.354324 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-916fe4cc-d1ed-4723-b104-7b7b9f00b8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727398101899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25970318'] for segment (1226b835-00af-46c6-b3a8-0aad62ae324d), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:37.367486 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-916fe4cc-d1ed-4723-b104-7b7b9f00b8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (1226b835-00af-46c6-b3a8-0aad62ae324d), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:37.373328 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-916fe4cc-d1ed-4723-b104-7b7b9f00b8a9 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-916fe4cc-d1ed-4723-b104-7b7b9f00b8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3262373'] for segment (1226b835-00af-46c6-b3a8-0aad62ae324d), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: Traceback (most recent call last): Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: timer() Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: cb(*args, **kw) Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: return func(*args, **kwargs) Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: self._notify() Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: self.callback(batched_events) Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: event.method(event) Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: return f(self, *a, **k) Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: return self._get(url).json() Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: return self.request(url, 'GET', **kwargs) Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 12:49:37.376081 dv-cinder-824031-3-iscsi neutron-server[109462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 12:49:37.506622 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-916fe4cc-d1ed-4723-b104-7b7b9f00b8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664096'] for network (1a947d14-4622-4e1b-8ca5-f566d085c54e), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:37.513268 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-916fe4cc-d1ed-4723-b104-7b7b9f00b8a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:37.516442 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-916fe4cc-d1ed-4723-b104-7b7b9f00b8a9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1a947d14-4622-4e1b-8ca5-f566d085c54e HTTP/1.1" status: 204 len: 168 time: 0.3571343 Jan 27 12:49:37.530257 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fe4cc-d1ed-4723-b104-7b7b9f00b8a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a947d14-4622-4e1b-8ca5-f566d085c54e,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:37.550635 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [req-11924050-050b-40a8-8196-5e44e627fc8e req-a0840417-ddc6-45bd-8bf2-1427ee784fe7 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] For port 6b77f366-5871-46fa-8380-251c059d2cfb, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=6b77f366-5871-46fa-8380-251c059d2cfb,segment=NetworkSegment(3e280d8f-8b7c-488e-8dd2-9ec05996c7e9),segment_id=3e280d8f-8b7c-488e-8dd2-9ec05996c7e9)] {{(pid=109461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:49:37.583152 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-11924050-050b-40a8-8196-5e44e627fc8e req-a0840417-ddc6-45bd-8bf2-1427ee784fe7 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for port (6b77f366-5871-46fa-8380-251c059d2cfb), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:37.658906 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-11924050-050b-40a8-8196-5e44e627fc8e req-a0840417-ddc6-45bd-8bf2-1427ee784fe7 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412271'] for port (6b77f366-5871-46fa-8380-251c059d2cfb), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:37.678567 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['6b77f366-5871-46fa-8380-251c059d2cfb'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:49:37.702344 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11924050-050b-40a8-8196-5e44e627fc8e req-a0840417-ddc6-45bd-8bf2-1427ee784fe7 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:37.703127 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [req-11924050-050b-40a8-8196-5e44e627fc8e req-a0840417-ddc6-45bd-8bf2-1427ee784fe7 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:37.704526 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-11924050-050b-40a8-8196-5e44e627fc8e req-a0840417-ddc6-45bd-8bf2-1427ee784fe7 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "PUT /v2.0/ports/6b77f366-5871-46fa-8380-251c059d2cfb HTTP/1.1" status: 200 len: 981 time: 0.4341967 Jan 27 12:49:37.705016 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9b1da9-08aa-4d04-b41b-b1a82f6ce245', 'tag': '6b77f366-5871-46fa-8380-251c059d2cfb'}] {{(pid=109461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:49:37.707693 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13caf501d2ade89ef8f3be641e2375f4ed3bc8c86955b9dc87ba2ae8dc6631d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d957aa04-09e7-459e-8c8c-b78086732850" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9b1da9-08aa-4d04-b41b-b1a82f6ce245", "tag": "6b77f366-5871-46fa-8380-251c059d2cfb"}]}' {{(pid=109461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:49:37.747657 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0840417-ddc6-45bd-8bf2-1427ee784fe7 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Pushing event updated for resources: {'Port': ['ID=6b77f366-5871-46fa-8380-251c059d2cfb,revision_number=6']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:37.811928 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86db70ce-fcfe-49d7-a358-8d244d4d72da x-openstack-request-id: req-86db70ce-fcfe-49d7-a358-8d244d4d72da {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:49:37.812197 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9b1da9-08aa-4d04-b41b-b1a82f6ce245", "tag": "6b77f366-5871-46fa-8380-251c059d2cfb", "status": "completed", "code": 200}]} {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:49:37.812499 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-86db70ce-fcfe-49d7-a358-8d244d4d72da {{(pid=109461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:49:37.813022 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9b1da9-08aa-4d04-b41b-b1a82f6ce245', 'tag': '6b77f366-5871-46fa-8380-251c059d2cfb', 'status': 'completed', 'code': 200} Jan 27 12:49:37.820834 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device ad5cb038-0228-4fde-9d49-cf47fc6e67c4 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:49:37.841529 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f8fa3-7ba9-4c69-b5d4-ca26f16c8402 req-fb3e189b-cc1f-4836-a04f-7226a34e9810 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:37.843143 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a37f8fa3-7ba9-4c69-b5d4-ca26f16c8402 req-fb3e189b-cc1f-4836-a04f-7226a34e9810 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 984 time: 0.0672262 Jan 27 12:49:37.862973 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['6b77f366-5871-46fa-8380-251c059d2cfb'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:49:37.871132 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] No Port match for: ad5cb038-0228-4fde-9d49-cf47fc6e67c4 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:49:37.871732 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device ad5cb038-0228-4fde-9d49-cf47fc6e67c4 not bound to the agent host hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:49:37.880620 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957aa04-09e7-459e-8c8c-b78086732850 req-f11c610d-ce61-425a-8706-19833b62185b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:37.883703 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d957aa04-09e7-459e-8c8c-b78086732850 req-f11c610d-ce61-425a-8706-19833b62185b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e214bbe8ce0443a93e1f2cd99aa4f53&device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 1137 time: 0.0661528 Jan 27 12:49:37.906616 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 42572) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:37.994540 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-707e1b8b-e22e-4828-8bf6-6e2dd9b98ca2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2bdd17e9465442c6b527b37e80925d48&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0842593 Jan 27 12:49:37.997245 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 42576) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:38.003704 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a37f8fa3-7ba9-4c69-b5d4-ca26f16c8402 req-c4211629-71e5-406f-8686-cab404677c6a tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad3a4cd-41e2-4082-9611-cd15eb777fc4&id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1401157 Jan 27 12:49:38.028646 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050dad2-51a0-4847-8ad8-36bdb3e476c3 req-49983132-befa-4a03-b1fb-4810af78815e tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:38.036851 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c050dad2-51a0-4847-8ad8-36bdb3e476c3 req-49983132-befa-4a03-b1fb-4810af78815e tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.1430864 Jan 27 12:49:38.121618 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957aa04-09e7-459e-8c8c-b78086732850 req-5d4ce9ac-b59b-4bef-86d6-c33df4787ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:38.123535 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d957aa04-09e7-459e-8c8c-b78086732850 req-5d4ce9ac-b59b-4bef-86d6-c33df4787ecb service neutron] 10.222.0.13 "GET /v2.0/networks?id=322a42f3-d464-4c19-b6b0-77256c56a83f HTTP/1.1" status: 200 len: 916 time: 0.2034824 Jan 27 12:49:38.132026 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-a608ccc9-ef69-4f8b-aba9-7324b33f02fd None None] Provisioning complete for port 6b77f366-5871-46fa-8380-251c059d2cfb triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:49:38.132406 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-a608ccc9-ef69-4f8b-aba9-7324b33f02fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (6b77f366-5871-46fa-8380-251c059d2cfb), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:38.143471 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-1eeaa138-b273-44a5-b0d3-982b5dee4580 admin admin] Publish callbacks [] for security_group (6e8c721b-6d50-4e29-a049-3a8a6987ad0c), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:38.147933 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60c4c4-6056-44fc-b66a-0a349566b52e req-65708331-f6b3-4527-b795-621262d859ae tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:38.155257 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3f60c4c4-6056-44fc-b66a-0a349566b52e req-65708331-f6b3-4527-b795-621262d859ae tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0666010 Jan 27 12:49:38.155387 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c050dad2-51a0-4847-8ad8-36bdb3e476c3 req-44d38c72-a90d-43c3-a8f4-a994aea6629d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1173177 Jan 27 12:49:38.213463 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-1eeaa138-b273-44a5-b0d3-982b5dee4580 admin admin] Publish callbacks [] for security_group (6e8c721b-6d50-4e29-a049-3a8a6987ad0c), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:38.224080 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3f60c4c4-6056-44fc-b66a-0a349566b52e req-bf13515f-a366-470e-83a3-72d4d0ce1c48 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678556 Jan 27 12:49:38.250062 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d957aa04-09e7-459e-8c8c-b78086732850 req-f55e88cd-e182-42f5-bcf9-a879fe7facc3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b77f366-5871-46fa-8380-251c059d2cfb HTTP/1.1" status: 200 len: 1001 time: 0.1080148 Jan 27 12:49:38.309071 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957aa04-09e7-459e-8c8c-b78086732850 req-b09b5ba2-0f46-4d6b-a285-37ae3b4a936f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:38.310509 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d957aa04-09e7-459e-8c8c-b78086732850 req-b09b5ba2-0f46-4d6b-a285-37ae3b4a936f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=177da310-319b-4f7a-b4aa-d1da259630e2 HTTP/1.1" status: 200 len: 854 time: 0.0505676 Jan 27 12:49:38.335408 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-a608ccc9-ef69-4f8b-aba9-7324b33f02fd None None] Current status of the port 6b77f366-5871-46fa-8380-251c059d2cfb is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:49:38.362142 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957aa04-09e7-459e-8c8c-b78086732850 req-5cb190ac-762b-4505-9175-d2fda7548477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:38.363727 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d957aa04-09e7-459e-8c8c-b78086732850 req-5cb190ac-762b-4505-9175-d2fda7548477 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=322a42f3-d464-4c19-b6b0-77256c56a83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446222 Jan 27 12:49:38.399989 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-1eeaa138-b273-44a5-b0d3-982b5dee4580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (6e8c721b-6d50-4e29-a049-3a8a6987ad0c), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:38.402704 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-1eeaa138-b273-44a5-b0d3-982b5dee4580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:38.406285 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-1eeaa138-b273-44a5-b0d3-982b5dee4580 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6e8c721b-6d50-4e29-a049-3a8a6987ad0c HTTP/1.1" status: 204 len: 168 time: 0.4035103 Jan 27 12:49:38.444150 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeaa138-b273-44a5-b0d3-982b5dee4580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8c721b-6d50-4e29-a049-3a8a6987ad0c,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:38.491699 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d957aa04-09e7-459e-8c8c-b78086732850 req-9d3528c4-e859-4916-9e38-ecba826e16bd service neutron] 10.222.0.13 "GET /v2.0/networks/322a42f3-d464-4c19-b6b0-77256c56a83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113997 Jan 27 12:49:38.584939 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d957aa04-09e7-459e-8c8c-b78086732850 req-1b5d2c71-0529-4820-a143-b19a310207c0 service neutron] 10.222.0.13 "GET /v2.0/networks/322a42f3-d464-4c19-b6b0-77256c56a83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873327 Jan 27 12:49:39.272617 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c66f14-4d6f-4fb6-95c6-47b42aeac0ba req-67eb6907-7621-4061-af4e-c05c521b3686 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:39.274126 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f8c66f14-4d6f-4fb6-95c6-47b42aeac0ba req-67eb6907-7621-4061-af4e-c05c521b3686 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0504143 Jan 27 12:49:39.325847 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f8c66f14-4d6f-4fb6-95c6-47b42aeac0ba req-c364434d-0824-49c6-a16f-d7a1e557707c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460498 Jan 27 12:49:39.339291 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720534b-ada2-49c9-a88e-6ffb540cdac6 req-a950ce4c-8af0-4547-86ac-760d35b83e0d tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:39.340840 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3720534b-ada2-49c9-a88e-6ffb540cdac6 req-a950ce4c-8af0-4547-86ac-760d35b83e0d tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0480993 Jan 27 12:49:39.392660 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3720534b-ada2-49c9-a88e-6ffb540cdac6 req-dccafb13-32dd-4fbc-8346-c3d9f51e749d tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455434 Jan 27 12:49:40.440922 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768560e-377a-4b2e-a1a8-30f20c6d8523 req-5f40c617-c45d-4fe0-8b21-a0c345876027 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:40.442429 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f768560e-377a-4b2e-a1a8-30f20c6d8523 req-5f40c617-c45d-4fe0-8b21-a0c345876027 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0484800 Jan 27 12:49:40.506121 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f768560e-377a-4b2e-a1a8-30f20c6d8523 req-0ce55bd2-0dbf-466e-a54c-f138bb888ec5 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575101 Jan 27 12:49:40.506925 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33519503-507c-4407-8ddc-eb2de1a5f35c req-44453c2a-d3e5-44cf-9101-c5f46b922063 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:40.508400 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-33519503-507c-4407-8ddc-eb2de1a5f35c req-44453c2a-d3e5-44cf-9101-c5f46b922063 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0482996 Jan 27 12:49:40.553656 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-33519503-507c-4407-8ddc-eb2de1a5f35c req-c7af764b-ab3c-4fca-8a6b-ee8131931eeb tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398099 Jan 27 12:49:40.595288 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2534d-9e73-4c6d-89fa-bc178218f7c6 req-e3f4aa12-f71f-4f61-bc5c-d432da58c0a1 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:40.596734 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f8b2534d-9e73-4c6d-89fa-bc178218f7c6 req-e3f4aa12-f71f-4f61-bc5c-d432da58c0a1 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.13 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 946 time: 0.0462890 Jan 27 12:49:40.691937 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-f8b2534d-9e73-4c6d-89fa-bc178218f7c6 req-9e87139a-571e-4954-b704-9f7ec0c410fa tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Deleting port dccfdccf-b3e1-4835-81b6-dc9601ee12c1 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:49:40.692276 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-f8b2534d-9e73-4c6d-89fa-bc178218f7c6 req-9e87139a-571e-4954-b704-9f7ec0c410fa tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (dccfdccf-b3e1-4835-81b6-dc9601ee12c1), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:40.778164 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-f8b2534d-9e73-4c6d-89fa-bc178218f7c6 req-9e87139a-571e-4954-b704-9f7ec0c410fa tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] For port dccfdccf-b3e1-4835-81b6-dc9601ee12c1, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=dccfdccf-b3e1-4835-81b6-dc9601ee12c1,segment=NetworkSegment(39388659-2bbd-485e-91aa-7140dd890043),segment_id=39388659-2bbd-485e-91aa-7140dd890043)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:49:40.778456 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-f8b2534d-9e73-4c6d-89fa-bc178218f7c6 req-9e87139a-571e-4954-b704-9f7ec0c410fa tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (dccfdccf-b3e1-4835-81b6-dc9601ee12c1), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:40.790076 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-f8b2534d-9e73-4c6d-89fa-bc178218f7c6 req-9e87139a-571e-4954-b704-9f7ec0c410fa tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Calling delete_port for dccfdccf-b3e1-4835-81b6-dc9601ee12c1 owned by compute:nova {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:49:40.992480 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-f8b2534d-9e73-4c6d-89fa-bc178218f7c6 req-9e87139a-571e-4954-b704-9f7ec0c410fa tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (dccfdccf-b3e1-4835-81b6-dc9601ee12c1), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:41.004007 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['dccfdccf-b3e1-4835-81b6-dc9601ee12c1'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:49:41.019791 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87139a-571e-4954-b704-9f7ec0c410fa tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Pushing event deleted for resources: {'Port': ['ID=dccfdccf-b3e1-4835-81b6-dc9601ee12c1,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:41.062379 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b2534d-9e73-4c6d-89fa-bc178218f7c6 req-9e87139a-571e-4954-b704-9f7ec0c410fa tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] No DVR routers for this DVR port dccfdccf-b3e1-4835-81b6-dc9601ee12c1 on host hv-cinder-82403 {{(pid=109462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:49:41.064888 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-f8b2534d-9e73-4c6d-89fa-bc178218f7c6 req-9e87139a-571e-4954-b704-9f7ec0c410fa tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:41.068524 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f8b2534d-9e73-4c6d-89fa-bc178218f7c6 req-9e87139a-571e-4954-b704-9f7ec0c410fa tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.13 "DELETE /v2.0/ports/dccfdccf-b3e1-4835-81b6-dc9601ee12c1 HTTP/1.1" status: 204 len: 173 time: 0.4626920 Jan 27 12:49:41.068964 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614f9629-38f4-4adc-a48b-7c4c867a09c5', 'name': 'network-vif-deleted', 'tag': 'dccfdccf-b3e1-4835-81b6-dc9601ee12c1'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:49:41.071900 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5945caa-fdef-4ea2-a51f-6d90173976a8" -d '{"events": [{"server_uuid": "614f9629-38f4-4adc-a48b-7c4c867a09c5", "name": "network-vif-deleted", "tag": "dccfdccf-b3e1-4835-81b6-dc9601ee12c1"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:49:41.105509 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4b58b8-0e74-40a4-9b2b-c8571b79025d x-openstack-request-id: req-5f4b58b8-0e74-40a4-9b2b-c8571b79025d {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:49:41.105803 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614f9629-38f4-4adc-a48b-7c4c867a09c5", "name": "network-vif-deleted", "tag": "dccfdccf-b3e1-4835-81b6-dc9601ee12c1", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:49:41.106082 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f4b58b8-0e74-40a4-9b2b-c8571b79025d {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:49:41.106480 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614f9629-38f4-4adc-a48b-7c4c867a09c5', 'name': 'network-vif-deleted', 'tag': 'dccfdccf-b3e1-4835-81b6-dc9601ee12c1', 'status': 'completed', 'code': 200} Jan 27 12:49:41.620724 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41e802-0557-4b65-a1c0-166a83028164 req-77cbb1ce-2f51-48c2-8450-1903b6dd2b90 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:41.622187 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-0b41e802-0557-4b65-a1c0-166a83028164 req-77cbb1ce-2f51-48c2-8450-1903b6dd2b90 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0474133 Jan 27 12:49:41.670305 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-0b41e802-0557-4b65-a1c0-166a83028164 req-bac474eb-3289-4cac-a695-1d5cdb644b62 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418897 Jan 27 12:49:41.774489 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ab930fe9-ff8d-4075-9b1f-a8292eb0f614 req-0af38282-bec8-440f-81eb-1d616e229946 tempest-ServerRescueNegativeTestJSON-453703316 tempest-ServerRescueNegativeTestJSON-453703316-project] 10.222.0.39 "GET /v2.0/ports?device_id=614f9629-38f4-4adc-a48b-7c4c867a09c5 HTTP/1.1" status: 200 len: 210 time: 0.0365365 Jan 27 12:49:42.783730 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94f0b7-e4d9-44cb-9b7e-26ceac548384 req-aebc3df5-d47f-4591-b0f2-eb0c5b93e502 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:42.785161 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9c94f0b7-e4d9-44cb-9b7e-26ceac548384 req-aebc3df5-d47f-4591-b0f2-eb0c5b93e502 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0472965 Jan 27 12:49:42.828398 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 42674) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:42.832976 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9c94f0b7-e4d9-44cb-9b7e-26ceac548384 req-eff0dad6-14f3-43ee-b455-4fa4a8b4fe82 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424335 Jan 27 12:49:43.227002 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b3da94f5-daf1-4a69-8d9f-d66dff2164ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664626'] for router_interface (d617ea9f-8873-4715-b8b2-c41417f786ef), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:43.752920 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-b3da94f5-daf1-4a69-8d9f-d66dff2164ef admin admin] Deleting port f57942cd-eb72-4a6e-9b91-a3012c290861 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:49:43.753257 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b3da94f5-daf1-4a69-8d9f-d66dff2164ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (f57942cd-eb72-4a6e-9b91-a3012c290861), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:43.832643 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [None req-b3da94f5-daf1-4a69-8d9f-d66dff2164ef admin admin] For port f57942cd-eb72-4a6e-9b91-a3012c290861, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=f57942cd-eb72-4a6e-9b91-a3012c290861,segment=NetworkSegment(39388659-2bbd-485e-91aa-7140dd890043),segment_id=39388659-2bbd-485e-91aa-7140dd890043)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:49:43.833348 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b3da94f5-daf1-4a69-8d9f-d66dff2164ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (f57942cd-eb72-4a6e-9b91-a3012c290861), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:43.844327 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-b3da94f5-daf1-4a69-8d9f-d66dff2164ef admin admin] Calling delete_port for f57942cd-eb72-4a6e-9b91-a3012c290861 owned by network:router_interface {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:49:43.948264 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf9087-0576-4304-9159-320505a3cd33 req-69df68bc-15a7-4d70-997c-b0bf8cdd9b04 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:43.949454 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-facf9087-0576-4304-9159-320505a3cd33 req-69df68bc-15a7-4d70-997c-b0bf8cdd9b04 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0508685 Jan 27 12:49:43.996100 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-facf9087-0576-4304-9159-320505a3cd33 req-1263bde7-50cc-4498-979b-74c56ab0ae41 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407009 Jan 27 12:49:44.110578 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b3da94f5-daf1-4a69-8d9f-d66dff2164ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (f57942cd-eb72-4a6e-9b91-a3012c290861), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:44.133990 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da94f5-daf1-4a69-8d9f-d66dff2164ef admin admin] Pushing event deleted for resources: {'Port': ['ID=f57942cd-eb72-4a6e-9b91-a3012c290861,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:44.139284 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device dccfdccf-b3e1-4835-81b6-dc9601ee12c1 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:49:44.160552 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] No Port match for: dccfdccf-b3e1-4835-81b6-dc9601ee12c1 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:49:44.160552 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device dccfdccf-b3e1-4835-81b6-dc9601ee12c1 not bound to the agent host hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:49:44.295105 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b3da94f5-daf1-4a69-8d9f-d66dff2164ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664742'] for router_interface (d617ea9f-8873-4715-b8b2-c41417f786ef), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:44.505117 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3da94f5-daf1-4a69-8d9f-d66dff2164ef admin admin] Router d617ea9f-8873-4715-b8b2-c41417f786ef has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:49:44.607659 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3da94f5-daf1-4a69-8d9f-d66dff2164ef admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:49:44.614603 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-b3da94f5-daf1-4a69-8d9f-d66dff2164ef admin admin] 10.222.0.39 "PUT /v2.0/routers/d617ea9f-8873-4715-b8b2-c41417f786ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7837734 Jan 27 12:49:44.615896 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 42690) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:44.617153 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da0fc10-44f6-46d9-bf31-0172355ce419 None None] Sync routers for ids ['d617ea9f-8873-4715-b8b2-c41417f786ef'] in dv-cinder-824031-3-iscsi {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:49:44.627471 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da0fc10-44f6-46d9-bf31-0172355ce419 None None] Routers {'d617ea9f-8873-4715-b8b2-c41417f786ef'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:49:44.628066 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-2da0fc10-44f6-46d9-bf31-0172355ce419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:49:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['d617ea9f-8873-4715-b8b2-c41417f786ef'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:49:44.720193 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f6d7b3fe-ee70-4a1a-9b51-abab85fe5865 admin admin] Publish callbacks [] for router (d617ea9f-8873-4715-b8b2-c41417f786ef), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:44.733318 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-2da0fc10-44f6-46d9-bf31-0172355ce419 None None] Set router d617ea9f-8873-4715-b8b2-c41417f786ef gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:49:44.821093 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f6d7b3fe-ee70-4a1a-9b51-abab85fe5865 admin admin] Publish callbacks [] for router_gateway (d617ea9f-8873-4715-b8b2-c41417f786ef), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:44.908664 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-2da0fc10-44f6-46d9-bf31-0172355ce419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd617ea9f-8873-4715-b8b2-c41417f786ef', 'name': 'tempest-ServerRescueNegativeTestJSON-531045844-router', 'tenant_id': '07aba42d308a44c39af2f5402cfff771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '1ed1bb2d-8467-4d5a-803c-29cba0fea728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:45Z', 'updated_at': '2022-01-27T12:49:43Z', 'revision_number': 5, 'project_id': '07aba42d308a44c39af2f5402cfff771', 'gw_port': {'id': '1ed1bb2d-8467-4d5a-803c-29cba0fea728', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd617ea9f-8873-4715-b8b2-c41417f786ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:46Z', 'updated_at': '2022-01-27T12:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:49:44.934330 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da0fc10-44f6-46d9-bf31-0172355ce419 None None] Checking router: d617ea9f-8873-4715-b8b2-c41417f786ef for host: dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:49:44.940879 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-f6d7b3fe-ee70-4a1a-9b51-abab85fe5865 admin admin] Deleting port 1ed1bb2d-8467-4d5a-803c-29cba0fea728 {{(pid=109461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:49:44.941225 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f6d7b3fe-ee70-4a1a-9b51-abab85fe5865 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (1ed1bb2d-8467-4d5a-803c-29cba0fea728), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:44.943262 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da0fc10-44f6-46d9-bf31-0172355ce419 None None] Routers {'d617ea9f-8873-4715-b8b2-c41417f786ef'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:49:44.943847 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-2da0fc10-44f6-46d9-bf31-0172355ce419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:49:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['d617ea9f-8873-4715-b8b2-c41417f786ef'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:49:45.023015 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [None req-f6d7b3fe-ee70-4a1a-9b51-abab85fe5865 admin admin] For port 1ed1bb2d-8467-4d5a-803c-29cba0fea728, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=1ed1bb2d-8467-4d5a-803c-29cba0fea728,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:49:45.027502 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f6d7b3fe-ee70-4a1a-9b51-abab85fe5865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (1ed1bb2d-8467-4d5a-803c-29cba0fea728), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:45.032894 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-2da0fc10-44f6-46d9-bf31-0172355ce419 None None] Set router d617ea9f-8873-4715-b8b2-c41417f786ef gateway port host: None {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:49:45.035755 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-f6d7b3fe-ee70-4a1a-9b51-abab85fe5865 admin admin] Calling delete_port for 1ed1bb2d-8467-4d5a-803c-29cba0fea728 owned by network:router_gateway {{(pid=109461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:49:45.085201 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-2da0fc10-44f6-46d9-bf31-0172355ce419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd617ea9f-8873-4715-b8b2-c41417f786ef', 'name': 'tempest-ServerRescueNegativeTestJSON-531045844-router', 'tenant_id': '07aba42d308a44c39af2f5402cfff771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:45Z', 'updated_at': '2022-01-27T12:49:44Z', 'revision_number': 6, 'project_id': '07aba42d308a44c39af2f5402cfff771', 'gw_port_host': None}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:49:45.114608 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da0fc10-44f6-46d9-bf31-0172355ce419 None None] The sync data for ids ['d617ea9f-8873-4715-b8b2-c41417f786ef'] in dv-cinder-824031-3-iscsi is: [{'id': 'd617ea9f-8873-4715-b8b2-c41417f786ef', 'name': 'tempest-ServerRescueNegativeTestJSON-531045844-router', 'tenant_id': '07aba42d308a44c39af2f5402cfff771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:45Z', 'updated_at': '2022-01-27T12:49:44Z', 'revision_number': 6, 'project_id': '07aba42d308a44c39af2f5402cfff771', 'gw_port_host': None}] {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:49:45.145280 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736f3ef-c374-4f19-b704-8cd08ac4b44d req-c5384975-fb47-4280-9bde-8d0e4990d178 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:45.147030 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-0736f3ef-c374-4f19-b704-8cd08ac4b44d req-c5384975-fb47-4280-9bde-8d0e4990d178 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0704358 Jan 27 12:49:45.248670 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-0736f3ef-c374-4f19-b704-8cd08ac4b44d req-262c5b93-e30b-4692-84af-3c940f4b3a14 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730815 Jan 27 12:49:45.352641 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f6d7b3fe-ee70-4a1a-9b51-abab85fe5865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (1ed1bb2d-8467-4d5a-803c-29cba0fea728), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:45.382474 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7b3fe-ee70-4a1a-9b51-abab85fe5865 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed1bb2d-8467-4d5a-803c-29cba0fea728,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:45.440029 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f6d7b3fe-ee70-4a1a-9b51-abab85fe5865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1661832'] for router_gateway (d617ea9f-8873-4715-b8b2-c41417f786ef), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:45.545259 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f6d7b3fe-ee70-4a1a-9b51-abab85fe5865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108308'] for router (d617ea9f-8873-4715-b8b2-c41417f786ef), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:45.547624 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f6d7b3fe-ee70-4a1a-9b51-abab85fe5865 admin admin] Publish callbacks [] for router_controller (d617ea9f-8873-4715-b8b2-c41417f786ef), precommit_delete_associations {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:45.681696 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f6d7b3fe-ee70-4a1a-9b51-abab85fe5865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666324'] for router (d617ea9f-8873-4715-b8b2-c41417f786ef), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:45.682241 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d7b3fe-ee70-4a1a-9b51-abab85fe5865 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d617ea9f-8873-4715-b8b2-c41417f786ef {{(pid=109461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 12:49:45.687035 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f6d7b3fe-ee70-4a1a-9b51-abab85fe5865 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:45.688183 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-f6d7b3fe-ee70-4a1a-9b51-abab85fe5865 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d617ea9f-8873-4715-b8b2-c41417f786ef HTTP/1.1" status: 204 len: 168 time: 1.0710571 Jan 27 12:49:45.690697 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 42700) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:45.734600 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c4b4afd-30cc-4981-99cb-91acb7207b3b admin admin] Deleting subnet 7785fff6-6578-4402-bc5a-fec8bd603105 {{(pid=109461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 12:49:45.737958 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1c4b4afd-30cc-4981-99cb-91acb7207b3b admin admin] Publish callbacks [] for subnet (7785fff6-6578-4402-bc5a-fec8bd603105), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:45.770967 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1c4b4afd-30cc-4981-99cb-91acb7207b3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25843844'] for subnet (7785fff6-6578-4402-bc5a-fec8bd603105), precommit_delete_associations {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:45.816348 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1c4b4afd-30cc-4981-99cb-91acb7207b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676805'] for subnet (7785fff6-6578-4402-bc5a-fec8bd603105), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:45.953182 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1c4b4afd-30cc-4981-99cb-91acb7207b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3294776'] for subnet (7785fff6-6578-4402-bc5a-fec8bd603105), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:45.978520 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b4afd-30cc-4981-99cb-91acb7207b3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7785fff6-6578-4402-bc5a-fec8bd603105,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:45.984347 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1c4b4afd-30cc-4981-99cb-91acb7207b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for subnet (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:45.987595 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-1c4b4afd-30cc-4981-99cb-91acb7207b3b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7785fff6-6578-4402-bc5a-fec8bd603105 HTTP/1.1" status: 204 len: 168 time: 0.2959287 Jan 27 12:49:45.990294 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 42704) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:46.062370 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d2b49dfa-4a33-429e-ac50-8389c72d85a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617860'] for network (e3e975e7-b66a-4480-b25e-9886f492f788), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:46.150144 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d2b49dfa-4a33-429e-ac50-8389c72d85a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678482', 'neutron.services.segments.db._delete_segments_for_network-8727398100354'] for network (e3e975e7-b66a-4480-b25e-9886f492f788), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:46.182772 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-d2b49dfa-4a33-429e-ac50-8389c72d85a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e975e7-b66a-4480-b25e-9886f492f788']}} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:49:46.196156 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-d2b49dfa-4a33-429e-ac50-8389c72d85a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39388659-2bbd-485e-91aa-7140dd890043') {'for_net_delete': True} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:49:46.196459 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-d2b49dfa-4a33-429e-ac50-8389c72d85a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39388659-2bbd-485e-91aa-7140dd890043') {} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:49:46.208953 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d2b49dfa-4a33-429e-ac50-8389c72d85a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727398101899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25970318'] for segment (39388659-2bbd-485e-91aa-7140dd890043), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:46.221104 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device f57942cd-eb72-4a6e-9b91-a3012c290861 no longer exists at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:49:46.223106 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d2b49dfa-4a33-429e-ac50-8389c72d85a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (39388659-2bbd-485e-91aa-7140dd890043), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:46.229234 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b49dfa-4a33-429e-ac50-8389c72d85a5 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=109462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 12:49:46.229604 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d2b49dfa-4a33-429e-ac50-8389c72d85a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3262373'] for segment (39388659-2bbd-485e-91aa-7140dd890043), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: Traceback (most recent call last): Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: timer() Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: cb(*args, **kw) Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: return func(*args, **kwargs) Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: self._notify() Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: self.callback(batched_events) Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: event.method(event) Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: return f(self, *a, **k) Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: return self._get(url).json() Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: return self.request(url, 'GET', **kwargs) Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 12:49:46.231366 dv-cinder-824031-3-iscsi neutron-server[109462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 12:49:46.241183 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] No Port match for: f57942cd-eb72-4a6e-9b91-a3012c290861 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:49:46.241531 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device f57942cd-eb72-4a6e-9b91-a3012c290861 not bound to the agent host dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:49:46.241937 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 1ed1bb2d-8467-4d5a-803c-29cba0fea728 no longer exists at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:49:46.260626 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] No Port match for: 1ed1bb2d-8467-4d5a-803c-29cba0fea728 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:49:46.260973 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 1ed1bb2d-8467-4d5a-803c-29cba0fea728 not bound to the agent host dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:49:46.358214 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d2b49dfa-4a33-429e-ac50-8389c72d85a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664096'] for network (e3e975e7-b66a-4480-b25e-9886f492f788), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:46.361347 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f6c8d-f6f4-4f8d-8e51-04dcaf172623 req-f5fc6d75-81a0-4bb0-bf92-055989e9b2ef tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:46.362875 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-fb7f6c8d-f6f4-4f8d-8e51-04dcaf172623 req-f5fc6d75-81a0-4bb0-bf92-055989e9b2ef tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0484624 Jan 27 12:49:46.366872 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d2b49dfa-4a33-429e-ac50-8389c72d85a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:46.370001 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-d2b49dfa-4a33-429e-ac50-8389c72d85a5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e3e975e7-b66a-4480-b25e-9886f492f788 HTTP/1.1" status: 204 len: 168 time: 0.3786101 Jan 27 12:49:46.382309 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b49dfa-4a33-429e-ac50-8389c72d85a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3e975e7-b66a-4480-b25e-9886f492f788,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:46.412573 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-fb7f6c8d-f6f4-4f8d-8e51-04dcaf172623 req-92f4b540-2fdf-4f89-9a14-2056d0d21bd3 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440185 Jan 27 12:49:46.737828 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 42726) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:46.783905 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-96001baf-e829-4a6f-b12b-3d14e58027d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07aba42d308a44c39af2f5402cfff771&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0427082 Jan 27 12:49:46.784147 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 42730) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:46.828590 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38595b2e-4e55-4c2f-9f0d-30889bb5cbeb req-9d90b579-b254-40c1-ab30-5c200ad1153f tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:46.830114 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-38595b2e-4e55-4c2f-9f0d-30889bb5cbeb req-9d90b579-b254-40c1-ab30-5c200ad1153f tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0589755 Jan 27 12:49:46.839532 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e122a473-79fc-48bb-9fd2-44e0be76d02d admin admin] Publish callbacks [] for security_group (0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:46.862306 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e122a473-79fc-48bb-9fd2-44e0be76d02d admin admin] Publish callbacks [] for security_group (0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:46.887407 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-38595b2e-4e55-4c2f-9f0d-30889bb5cbeb req-c9caaf60-1a1c-4996-be86-2addcb593c26 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499911 Jan 27 12:49:46.943939 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127498e1-ddfa-454a-8a12-5d48c65d8c99 req-d8908351-022f-45d0-8059-dc0481650935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:46.945572 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-127498e1-ddfa-454a-8a12-5d48c65d8c99 req-d8908351-022f-45d0-8059-dc0481650935 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=249663e6bac04668835be079e8478eb1&device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 1098 time: 0.0483742 Jan 27 12:49:46.995508 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e122a473-79fc-48bb-9fd2-44e0be76d02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:46.998114 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e122a473-79fc-48bb-9fd2-44e0be76d02d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:46.999316 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-e122a473-79fc-48bb-9fd2-44e0be76d02d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f HTTP/1.1" status: 204 len: 168 time: 0.2142582 Jan 27 12:49:47.015621 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122a473-79fc-48bb-9fd2-44e0be76d02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae40d0c-0ce1-4a25-97c6-ed5f7e263b8f,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:47.052535 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127498e1-ddfa-454a-8a12-5d48c65d8c99 req-6f5a1d55-56b2-427e-a831-d6661bf5cf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:47.054025 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-127498e1-ddfa-454a-8a12-5d48c65d8c99 req-6f5a1d55-56b2-427e-a831-d6661bf5cf2d service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2b054f4-877c-446a-a491-c6a17689946c HTTP/1.1" status: 200 len: 911 time: 0.1021786 Jan 27 12:49:47.123910 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-127498e1-ddfa-454a-8a12-5d48c65d8c99 req-5b8174e6-4a95-45fc-8877-07506bed4112 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=303698e5-c912-4385-8004-617e1db25348 HTTP/1.1" status: 200 len: 1001 time: 0.0633354 Jan 27 12:49:47.172524 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127498e1-ddfa-454a-8a12-5d48c65d8c99 req-c1107e5f-092a-4483-b232-2da87cfa0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:47.174549 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-127498e1-ddfa-454a-8a12-5d48c65d8c99 req-c1107e5f-092a-4483-b232-2da87cfa0f3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b450d6ba-6f2c-4498-8ab8-ce2ca102b850 HTTP/1.1" status: 200 len: 849 time: 0.0422518 Jan 27 12:49:47.224675 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127498e1-ddfa-454a-8a12-5d48c65d8c99 req-d782ed0e-4be8-48ec-a731-295221d0a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:47.226631 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-127498e1-ddfa-454a-8a12-5d48c65d8c99 req-d782ed0e-4be8-48ec-a731-295221d0a557 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2b054f4-877c-446a-a491-c6a17689946c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409317 Jan 27 12:49:47.319807 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-127498e1-ddfa-454a-8a12-5d48c65d8c99 req-453ecef0-d0a0-4801-83f3-1db9970c50b1 service neutron] 10.222.0.13 "GET /v2.0/networks/c2b054f4-877c-446a-a491-c6a17689946c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865507 Jan 27 12:49:47.415067 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-127498e1-ddfa-454a-8a12-5d48c65d8c99 req-6766fdcd-f1d3-4fad-b2d5-3dedc455a4b1 service neutron] 10.222.0.13 "GET /v2.0/networks/c2b054f4-877c-446a-a491-c6a17689946c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842450 Jan 27 12:49:48.009218 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0074464-ab47-475a-9beb-47fc55fb210e req-7c2e0cd4-fffe-41f6-8103-f2191c094f2e tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:48.010932 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b0074464-ab47-475a-9beb-47fc55fb210e req-7c2e0cd4-fffe-41f6-8103-f2191c094f2e tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0516198 Jan 27 12:49:48.067398 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b0074464-ab47-475a-9beb-47fc55fb210e req-ed0aedf7-5260-4597-82d0-582cd3424056 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498440 Jan 27 12:49:49.099604 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 42816) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:49.185431 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16029b-1759-4095-890b-fa666ae65d80 req-7a3af6d3-ee7d-49b1-ba6c-b121a38e43ec tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:49.187011 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3a16029b-1759-4095-890b-fa666ae65d80 req-7a3af6d3-ee7d-49b1-ba6c-b121a38e43ec tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0549893 Jan 27 12:49:49.218865 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-3acd0d67-a52c-4aba-87c9-79f34a1a6b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:49.265259 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3a16029b-1759-4095-890b-fa666ae65d80 req-96dcef64-5b5d-4abf-a81c-c33fb03a08b2 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715640 Jan 27 12:49:49.327827 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-3acd0d67-a52c-4aba-87c9-79f34a1a6b35 admin admin] Publish callbacks [] for security_group (cece2388-2631-4ef8-b07e-4cc9201de6f4), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:49.387079 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-3acd0d67-a52c-4aba-87c9-79f34a1a6b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (cece2388-2631-4ef8-b07e-4cc9201de6f4), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:49.426068 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-3acd0d67-a52c-4aba-87c9-79f34a1a6b35 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=508b6bc3c0044bac8dd8c9e8579918d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3248820 Jan 27 12:49:49.428339 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd0d67-a52c-4aba-87c9-79f34a1a6b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cece2388-2631-4ef8-b07e-4cc9201de6f4,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:49.429319 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 42824) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:49.479883 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-65893b59-ec1f-4823-89c1-549aff03a6bd admin admin] Publish callbacks [] for security_group (cece2388-2631-4ef8-b07e-4cc9201de6f4), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:49.500359 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-65893b59-ec1f-4823-89c1-549aff03a6bd admin admin] Publish callbacks [] for security_group (cece2388-2631-4ef8-b07e-4cc9201de6f4), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:49.624737 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-65893b59-ec1f-4823-89c1-549aff03a6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (cece2388-2631-4ef8-b07e-4cc9201de6f4), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:49.627235 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-65893b59-ec1f-4823-89c1-549aff03a6bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:49.628381 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-65893b59-ec1f-4823-89c1-549aff03a6bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cece2388-2631-4ef8-b07e-4cc9201de6f4 HTTP/1.1" status: 204 len: 168 time: 0.1967082 Jan 27 12:49:49.635917 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65893b59-ec1f-4823-89c1-549aff03a6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cece2388-2631-4ef8-b07e-4cc9201de6f4,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:49.644402 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65893b59-ec1f-4823-89c1-549aff03a6bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:49.644752 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65893b59-ec1f-4823-89c1-549aff03a6bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:49.645094 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65893b59-ec1f-4823-89c1-549aff03a6bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:49.645429 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65893b59-ec1f-4823-89c1-549aff03a6bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:49.645760 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65893b59-ec1f-4823-89c1-549aff03a6bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:49.646087 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65893b59-ec1f-4823-89c1-549aff03a6bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:49.646456 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65893b59-ec1f-4823-89c1-549aff03a6bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:49.646760 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65893b59-ec1f-4823-89c1-549aff03a6bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:49.647148 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65893b59-ec1f-4823-89c1-549aff03a6bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:49.647398 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65893b59-ec1f-4823-89c1-549aff03a6bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:49.647723 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65893b59-ec1f-4823-89c1-549aff03a6bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:49.648048 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65893b59-ec1f-4823-89c1-549aff03a6bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:49.648366 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65893b59-ec1f-4823-89c1-549aff03a6bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:50.444087 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-badf5720-6937-40f5-a366-776d6d6afc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:52.769892 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-c259aebf-7e81-4658-9b36-5b16a032157d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:53.820701 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:54.462999 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 42946) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:54.586453 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 42952) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:54.614519 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-659d951d-3812-422f-bc37-6b6d962b70ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:54.657098 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-501ce420-b790-41e1-b796-6059dd7f6a4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:54.731752 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-659d951d-3812-422f-bc37-6b6d962b70ea admin admin] Publish callbacks [] for security_group (51714474-bab0-4b24-9636-41e9aba50c88), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:54.763706 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-501ce420-b790-41e1-b796-6059dd7f6a4f admin admin] Publish callbacks [] for security_group (95cccf48-f719-4b03-a5be-207a9368b50a), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:54.786664 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-659d951d-3812-422f-bc37-6b6d962b70ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (51714474-bab0-4b24-9636-41e9aba50c88), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:54.820084 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-501ce420-b790-41e1-b796-6059dd7f6a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (95cccf48-f719-4b03-a5be-207a9368b50a), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:54.831470 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d951d-3812-422f-bc37-6b6d962b70ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51714474-bab0-4b24-9636-41e9aba50c88,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:54.835482 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-659d951d-3812-422f-bc37-6b6d962b70ea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7488e40a5c2142e4ae50a4d00cc62d16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3714619 Jan 27 12:49:54.838382 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 42956) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:54.859526 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-501ce420-b790-41e1-b796-6059dd7f6a4f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2ee82f0676f54a92ad572ae0290bb099&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2720046 Jan 27 12:49:54.862077 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 42958) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:54.868433 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ce420-b790-41e1-b796-6059dd7f6a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cccf48-f719-4b03-a5be-207a9368b50a,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:54.920096 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-03474023-5a52-4741-8433-457cb99ea5f7 admin admin] Publish callbacks [] for security_group (51714474-bab0-4b24-9636-41e9aba50c88), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:54.950325 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-03474023-5a52-4741-8433-457cb99ea5f7 admin admin] Publish callbacks [] for security_group (51714474-bab0-4b24-9636-41e9aba50c88), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:54.952015 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5705b3d9-7537-445b-ace8-6a6907f39e42 admin admin] Publish callbacks [] for security_group (95cccf48-f719-4b03-a5be-207a9368b50a), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:54.994304 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5705b3d9-7537-445b-ace8-6a6907f39e42 admin admin] Publish callbacks [] for security_group (95cccf48-f719-4b03-a5be-207a9368b50a), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:55.095401 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-03474023-5a52-4741-8433-457cb99ea5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (51714474-bab0-4b24-9636-41e9aba50c88), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:55.097951 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-03474023-5a52-4741-8433-457cb99ea5f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:55.099120 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-03474023-5a52-4741-8433-457cb99ea5f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/51714474-bab0-4b24-9636-41e9aba50c88 HTTP/1.1" status: 204 len: 168 time: 0.2596161 Jan 27 12:49:55.107553 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03474023-5a52-4741-8433-457cb99ea5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51714474-bab0-4b24-9636-41e9aba50c88,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:55.114674 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03474023-5a52-4741-8433-457cb99ea5f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:55.119571 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03474023-5a52-4741-8433-457cb99ea5f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:55.119571 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03474023-5a52-4741-8433-457cb99ea5f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:55.119571 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03474023-5a52-4741-8433-457cb99ea5f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:55.119571 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03474023-5a52-4741-8433-457cb99ea5f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:55.119571 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03474023-5a52-4741-8433-457cb99ea5f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:55.119571 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03474023-5a52-4741-8433-457cb99ea5f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:55.119571 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03474023-5a52-4741-8433-457cb99ea5f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:55.119571 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03474023-5a52-4741-8433-457cb99ea5f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:55.119571 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03474023-5a52-4741-8433-457cb99ea5f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:55.119571 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03474023-5a52-4741-8433-457cb99ea5f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:55.119571 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03474023-5a52-4741-8433-457cb99ea5f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:55.119571 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03474023-5a52-4741-8433-457cb99ea5f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:49:55.143664 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5705b3d9-7537-445b-ace8-6a6907f39e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (95cccf48-f719-4b03-a5be-207a9368b50a), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:55.143664 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5705b3d9-7537-445b-ace8-6a6907f39e42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:55.147207 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-5705b3d9-7537-445b-ace8-6a6907f39e42 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/95cccf48-f719-4b03-a5be-207a9368b50a HTTP/1.1" status: 204 len: 168 time: 0.2841175 Jan 27 12:49:55.155871 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705b3d9-7537-445b-ace8-6a6907f39e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cccf48-f719-4b03-a5be-207a9368b50a,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:55.355914 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:55.793287 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 42978) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:55.807315 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b0d36035-5c56-4c38-bc9a-697ccad53177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:55.885667 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b0d36035-5c56-4c38-bc9a-697ccad53177 admin admin] Publish callbacks [] for security_group (b6ec1d84-954b-470e-a16d-d75543907ffc), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:55.929795 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b0d36035-5c56-4c38-bc9a-697ccad53177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (b6ec1d84-954b-470e-a16d-d75543907ffc), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:55.972328 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-b0d36035-5c56-4c38-bc9a-697ccad53177 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4797aa86746c44fb8b21c58a9ad2a685&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1779602 Jan 27 12:49:55.973251 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d36035-5c56-4c38-bc9a-697ccad53177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ec1d84-954b-470e-a16d-d75543907ffc,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:55.976999 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 42986) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:56.026623 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-3450aa24-3820-48ba-9f15-a9b48bd2567c admin admin] Publish callbacks [] for security_group (b6ec1d84-954b-470e-a16d-d75543907ffc), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:56.050831 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-3450aa24-3820-48ba-9f15-a9b48bd2567c admin admin] Publish callbacks [] for security_group (b6ec1d84-954b-470e-a16d-d75543907ffc), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:56.204203 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-3450aa24-3820-48ba-9f15-a9b48bd2567c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (b6ec1d84-954b-470e-a16d-d75543907ffc), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:56.207304 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-3450aa24-3820-48ba-9f15-a9b48bd2567c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:56.208570 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-3450aa24-3820-48ba-9f15-a9b48bd2567c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6ec1d84-954b-470e-a16d-d75543907ffc HTTP/1.1" status: 204 len: 168 time: 0.2305093 Jan 27 12:49:56.216724 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450aa24-3820-48ba-9f15-a9b48bd2567c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ec1d84-954b-470e-a16d-d75543907ffc,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:56.721722 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:57.419004 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:57.629998 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:49:58.709550 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 43080) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:58.809805 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d043522a-a6fc-46a1-8400-7d7f5c39c039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:58.881999 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d043522a-a6fc-46a1-8400-7d7f5c39c039 admin admin] Publish callbacks [] for security_group (32ef7416-3f9c-4a99-a4d8-5bfc51c8c2de), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:58.940727 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d043522a-a6fc-46a1-8400-7d7f5c39c039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (32ef7416-3f9c-4a99-a4d8-5bfc51c8c2de), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:58.981846 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-d043522a-a6fc-46a1-8400-7d7f5c39c039 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=08f9904ab2494f4b8fdecc57d7586b01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2687232 Jan 27 12:49:58.981846 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043522a-a6fc-46a1-8400-7d7f5c39c039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ef7416-3f9c-4a99-a4d8-5bfc51c8c2de,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:58.982539 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 43084) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:59.029515 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ffed0a23-d157-43d5-82c2-c49eda8a7085 admin admin] Publish callbacks [] for security_group (32ef7416-3f9c-4a99-a4d8-5bfc51c8c2de), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:59.050897 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ffed0a23-d157-43d5-82c2-c49eda8a7085 admin admin] Publish callbacks [] for security_group (32ef7416-3f9c-4a99-a4d8-5bfc51c8c2de), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:59.167381 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ffed0a23-d157-43d5-82c2-c49eda8a7085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (32ef7416-3f9c-4a99-a4d8-5bfc51c8c2de), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:59.169973 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ffed0a23-d157-43d5-82c2-c49eda8a7085 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:59.171159 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-ffed0a23-d157-43d5-82c2-c49eda8a7085 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/32ef7416-3f9c-4a99-a4d8-5bfc51c8c2de HTTP/1.1" status: 204 len: 168 time: 0.1875324 Jan 27 12:49:59.179743 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed0a23-d157-43d5-82c2-c49eda8a7085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ef7416-3f9c-4a99-a4d8-5bfc51c8c2de,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:49:59.713774 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 43092) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:49:59.727785 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9f6e5741-feba-4460-83d7-4e040ba61090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:59.806007 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9f6e5741-feba-4460-83d7-4e040ba61090 admin admin] Publish callbacks [] for security_group (c6797582-7795-4d51-9d3f-7577695f34bc), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:59.858457 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8218731b-7512-4975-bd8b-302f21af9e15 req-c03d0639-cdfd-4151-bbb4-43f3ae1d10fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388007 Jan 27 12:49:59.878542 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9f6e5741-feba-4460-83d7-4e040ba61090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (c6797582-7795-4d51-9d3f-7577695f34bc), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:49:59.926041 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218731b-7512-4975-bd8b-302f21af9e15 req-e01bae7d-2617-4381-b99c-21fbcc314904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:49:59.927611 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8218731b-7512-4975-bd8b-302f21af9e15 req-e01bae7d-2617-4381-b99c-21fbcc314904 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d9aacae39d84c0d98e287aac2b1c7c7&device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 1099 time: 0.0453098 Jan 27 12:50:00.033854 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218731b-7512-4975-bd8b-302f21af9e15 req-0920bb0d-c9ad-42d8-94fb-cac0b52d901b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:00.035337 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8218731b-7512-4975-bd8b-302f21af9e15 req-0920bb0d-c9ad-42d8-94fb-cac0b52d901b service neutron] 10.222.0.13 "GET /v2.0/networks?id=e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c HTTP/1.1" status: 200 len: 918 time: 0.0871320 Jan 27 12:50:00.106481 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8218731b-7512-4975-bd8b-302f21af9e15 req-34ea42e0-20b1-407b-ab75-048825104f41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 HTTP/1.1" status: 200 len: 1000 time: 0.0651307 Jan 27 12:50:00.141741 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-9f6e5741-feba-4460-83d7-4e040ba61090 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4908fd5814443f8aa1482c8785a372f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4268708 Jan 27 12:50:00.144338 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 43096) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:00.151173 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e5741-feba-4460-83d7-4e040ba61090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6797582-7795-4d51-9d3f-7577695f34bc,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:00.156378 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218731b-7512-4975-bd8b-302f21af9e15 req-2de8911b-773f-4d14-a7ff-886250d9d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:00.157859 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8218731b-7512-4975-bd8b-302f21af9e15 req-2de8911b-773f-4d14-a7ff-886250d9d2be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f748fb8f-46de-4c32-959f-bac58f8a9f39 HTTP/1.1" status: 200 len: 856 time: 0.0443113 Jan 27 12:50:00.197331 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9d36fa3f-301c-43ed-8685-992eecfe4e4a admin admin] Publish callbacks [] for security_group (c6797582-7795-4d51-9d3f-7577695f34bc), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:00.207199 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218731b-7512-4975-bd8b-302f21af9e15 req-146ef630-a3a4-46c4-b74a-f90ddb9e1a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:00.208698 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8218731b-7512-4975-bd8b-302f21af9e15 req-146ef630-a3a4-46c4-b74a-f90ddb9e1a86 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413785 Jan 27 12:50:00.219142 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9d36fa3f-301c-43ed-8685-992eecfe4e4a admin admin] Publish callbacks [] for security_group (c6797582-7795-4d51-9d3f-7577695f34bc), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:00.302704 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8218731b-7512-4975-bd8b-302f21af9e15 req-3c034920-4a67-4b85-bbb8-70a0a9e08e45 service neutron] 10.222.0.13 "GET /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877285 Jan 27 12:50:00.339113 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9d36fa3f-301c-43ed-8685-992eecfe4e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (c6797582-7795-4d51-9d3f-7577695f34bc), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:00.341705 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9d36fa3f-301c-43ed-8685-992eecfe4e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:00.343097 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-9d36fa3f-301c-43ed-8685-992eecfe4e4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c6797582-7795-4d51-9d3f-7577695f34bc HTTP/1.1" status: 204 len: 168 time: 0.1977298 Jan 27 12:50:00.351588 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36fa3f-301c-43ed-8685-992eecfe4e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6797582-7795-4d51-9d3f-7577695f34bc,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:00.406687 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8218731b-7512-4975-bd8b-302f21af9e15 req-ebb9802a-2a0d-43a1-9297-b4f35ad9c255 service neutron] 10.222.0.13 "GET /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976889 Jan 27 12:50:06.450078 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 43274) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:06.550075 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-4da04fa1-e951-49ee-9448-a1b2eb407870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:06.620068 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-4da04fa1-e951-49ee-9448-a1b2eb407870 admin admin] Publish callbacks [] for security_group (61bdd233-37a7-41c1-b158-64b8eb1cd726), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:06.701453 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-4da04fa1-e951-49ee-9448-a1b2eb407870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (61bdd233-37a7-41c1-b158-64b8eb1cd726), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:06.742375 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-4da04fa1-e951-49ee-9448-a1b2eb407870 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ebb47897f3c454cb49540b6824d112a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912517 Jan 27 12:50:06.743251 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da04fa1-e951-49ee-9448-a1b2eb407870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bdd233-37a7-41c1-b158-64b8eb1cd726,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:06.745637 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 43278) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:06.795336 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-f0abff09-3617-4cd0-b052-e593b7272560 admin admin] Publish callbacks [] for security_group (61bdd233-37a7-41c1-b158-64b8eb1cd726), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:06.815929 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-f0abff09-3617-4cd0-b052-e593b7272560 admin admin] Publish callbacks [] for security_group (61bdd233-37a7-41c1-b158-64b8eb1cd726), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:06.923857 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-f0abff09-3617-4cd0-b052-e593b7272560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (61bdd233-37a7-41c1-b158-64b8eb1cd726), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:06.926483 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-f0abff09-3617-4cd0-b052-e593b7272560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:06.927678 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-f0abff09-3617-4cd0-b052-e593b7272560 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61bdd233-37a7-41c1-b158-64b8eb1cd726 HTTP/1.1" status: 204 len: 168 time: 0.1802237 Jan 27 12:50:06.935132 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0abff09-3617-4cd0-b052-e593b7272560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bdd233-37a7-41c1-b158-64b8eb1cd726,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:07.477483 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 43288) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:07.490927 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-2641f89c-0c25-4da5-91d5-3a4544ec2770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:07.560548 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-2641f89c-0c25-4da5-91d5-3a4544ec2770 admin admin] Publish callbacks [] for security_group (57c11179-a2bd-4c9e-8794-b09ed8caae1f), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:07.615147 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-2641f89c-0c25-4da5-91d5-3a4544ec2770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (57c11179-a2bd-4c9e-8794-b09ed8caae1f), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:07.652623 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-2641f89c-0c25-4da5-91d5-3a4544ec2770 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5f32348cb6a4018b102425046fb9f46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1740594 Jan 27 12:50:07.653477 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641f89c-0c25-4da5-91d5-3a4544ec2770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c11179-a2bd-4c9e-8794-b09ed8caae1f,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:07.655307 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 43290) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:07.702561 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d4fd96ff-084d-4408-a244-f0164fdca9f1 admin admin] Publish callbacks [] for security_group (57c11179-a2bd-4c9e-8794-b09ed8caae1f), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:07.722628 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d4fd96ff-084d-4408-a244-f0164fdca9f1 admin admin] Publish callbacks [] for security_group (57c11179-a2bd-4c9e-8794-b09ed8caae1f), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:07.835707 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d4fd96ff-084d-4408-a244-f0164fdca9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (57c11179-a2bd-4c9e-8794-b09ed8caae1f), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:07.838329 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d4fd96ff-084d-4408-a244-f0164fdca9f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:07.839525 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-d4fd96ff-084d-4408-a244-f0164fdca9f1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/57c11179-a2bd-4c9e-8794-b09ed8caae1f HTTP/1.1" status: 204 len: 168 time: 0.1831625 Jan 27 12:50:07.848054 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd96ff-084d-4408-a244-f0164fdca9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c11179-a2bd-4c9e-8794-b09ed8caae1f,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:08.799379 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 43316) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:08.893577 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-d3e73784-319b-43ae-9c03-1e50f7892b28 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-549844790-network', 'tenant_id': '4110c0ab989640f99e5c86c36274f46e'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:50:08.998031 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e73784-319b-43ae-9c03-1e50f7892b28 admin admin] Made reservation on behalf of 4110c0ab989640f99e5c86c36274f46e for: {'network': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:50:09.000436 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d3e73784-319b-43ae-9c03-1e50f7892b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for network (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:09.009322 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d3e73784-319b-43ae-9c03-1e50f7892b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:09.080308 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d3e73784-319b-43ae-9c03-1e50f7892b28 admin admin] Publish callbacks [] for security_group (6d769951-0b2f-4f7b-bb69-5e325feb1f8f), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:09.175707 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d3e73784-319b-43ae-9c03-1e50f7892b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (6d769951-0b2f-4f7b-bb69-5e325feb1f8f), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:09.200453 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e73784-319b-43ae-9c03-1e50f7892b28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=109461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 12:50:09.210195 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e73784-319b-43ae-9c03-1e50f7892b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d769951-0b2f-4f7b-bb69-5e325feb1f8f,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:09.214788 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d3e73784-319b-43ae-9c03-1e50f7892b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (1dde45c4-95d2-4cc4-8cfa-0056c3a4aa5c), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:09.219777 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.db.segments_db [None req-d3e73784-319b-43ae-9c03-1e50f7892b28 admin admin] Added segment 1dde45c4-95d2-4cc4-8cfa-0056c3a4aa5c of type vlan for network 9820e27b-dcdb-44e3-929b-6d9ded26e0ed Jan 27 12:50:09.257531 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d3e73784-319b-43ae-9c03-1e50f7892b28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727397602151'] for network (9820e27b-dcdb-44e3-929b-6d9ded26e0ed), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:09.381386 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d3e73784-319b-43ae-9c03-1e50f7892b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for network (9820e27b-dcdb-44e3-929b-6d9ded26e0ed), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:09.382385 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e73784-319b-43ae-9c03-1e50f7892b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:09.382998 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d3e73784-319b-43ae-9c03-1e50f7892b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:09.440739 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e73784-319b-43ae-9c03-1e50f7892b28 admin admin] Pushing event updated for resources: {'Network': ['ID=9820e27b-dcdb-44e3-929b-6d9ded26e0ed,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:09.450432 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Network 9820e27b-dcdb-44e3-929b-6d9ded26e0ed details requested by agent ovs-agent-dv-cinder-824031-3-iscsi with host dv-cinder-824031-3-iscsi {{(pid=109463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 12:50:09.471361 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-d3e73784-319b-43ae-9c03-1e50f7892b28 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6708281 Jan 27 12:50:09.473324 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 43324) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:09.478477 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-4f74c514-262b-4cb4-ac7c-af07a46a411b admin admin] Request body: {'subnet': {'network_id': '9820e27b-dcdb-44e3-929b-6d9ded26e0ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-549844790-subnet', 'tenant_id': '4110c0ab989640f99e5c86c36274f46e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:50:09.575744 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f74c514-262b-4cb4-ac7c-af07a46a411b admin admin] Made reservation on behalf of 4110c0ab989640f99e5c86c36274f46e for: {'subnet': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:50:09.578170 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-4f74c514-262b-4cb4-ac7c-af07a46a411b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3294725'] for subnet (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:09.793163 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-4f74c514-262b-4cb4-ac7c-af07a46a411b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3294771'] for subnet (836823fa-743b-43ce-96e4-7886fc1d6b5b), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:09.848668 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74c514-262b-4cb4-ac7c-af07a46a411b admin admin] Pushing event updated for resources: {'Subnet': ['ID=836823fa-743b-43ce-96e4-7886fc1d6b5b,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:09.856935 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f74c514-262b-4cb4-ac7c-af07a46a411b admin admin] Checking segment: {'id': '1dde45c4-95d2-4cc4-8cfa-0056c3a4aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9820e27b-dcdb-44e3-929b-6d9ded26e0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:50:09.857293 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f74c514-262b-4cb4-ac7c-af07a46a411b admin admin] Network hostable DHCP agents. Network: 9820e27b-dcdb-44e3-929b-6d9ded26e0ed, hostable agents: ['8eb3a606-acf3-4d34-8208-a31c99af56ba'], hosted agents: [] {{(pid=109461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 12:50:09.998715 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f74c514-262b-4cb4-ac7c-af07a46a411b admin admin] Network 9820e27b-dcdb-44e3-929b-6d9ded26e0ed is scheduled to be hosted by DHCP agent 8eb3a606-acf3-4d34-8208-a31c99af56ba with binding_index 1 {{(pid=109461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 12:50:10.061771 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-4f74c514-262b-4cb4-ac7c-af07a46a411b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-3-iscsi, 9820e27b-dcdb-44e3-929b-6d9ded26e0ed) {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:50:10.069259 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f74c514-262b-4cb4-ac7c-af07a46a411b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:10.069259 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-4f74c514-262b-4cb4-ac7c-af07a46a411b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for subnet (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:10.076249 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110b8881-258c-4a40-adba-68e33c274cc2 None None] Network 9820e27b-dcdb-44e3-929b-6d9ded26e0ed requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:50:10.121493 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-4f74c514-262b-4cb4-ac7c-af07a46a411b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6471148 Jan 27 12:50:10.173540 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cebfe9-9247-492b-b8be-1c1e2bcd3ac4 None None] Network 9820e27b-dcdb-44e3-929b-6d9ded26e0ed requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:50:10.875970 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 43356) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:10.881080 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-d58432c6-4c35-46a2-a272-72c191051103 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1244190658-network', 'tenant_id': 'a5b8100dec0a45e8a15e50e3976fb63e'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:50:10.978790 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58432c6-4c35-46a2-a272-72c191051103 admin admin] Made reservation on behalf of a5b8100dec0a45e8a15e50e3976fb63e for: {'network': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:50:10.981185 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d58432c6-4c35-46a2-a272-72c191051103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for network (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:10.993569 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d58432c6-4c35-46a2-a272-72c191051103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:11.063693 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d58432c6-4c35-46a2-a272-72c191051103 admin admin] Publish callbacks [] for security_group (6fa27fc2-a958-4e15-ac4a-f7d542e13b0c), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:11.186996 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d58432c6-4c35-46a2-a272-72c191051103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (6fa27fc2-a958-4e15-ac4a-f7d542e13b0c), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:11.207752 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58432c6-4c35-46a2-a272-72c191051103 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=109461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 12:50:11.221053 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58432c6-4c35-46a2-a272-72c191051103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa27fc2-a958-4e15-ac4a-f7d542e13b0c,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:11.225899 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d58432c6-4c35-46a2-a272-72c191051103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (78efea87-db65-44e7-ae1e-f016f8241df4), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:11.226236 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.db.segments_db [None req-d58432c6-4c35-46a2-a272-72c191051103 admin admin] Added segment 78efea87-db65-44e7-ae1e-f016f8241df4 of type vlan for network 67f976be-9866-4419-a27b-dfa1f23164a7 Jan 27 12:50:11.269388 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d58432c6-4c35-46a2-a272-72c191051103 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727397602151'] for network (67f976be-9866-4419-a27b-dfa1f23164a7), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:11.347326 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d58432c6-4c35-46a2-a272-72c191051103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for network (67f976be-9866-4419-a27b-dfa1f23164a7), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:11.348245 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58432c6-4c35-46a2-a272-72c191051103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:11.348827 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d58432c6-4c35-46a2-a272-72c191051103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:11.405318 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58432c6-4c35-46a2-a272-72c191051103 admin admin] Pushing event updated for resources: {'Network': ['ID=67f976be-9866-4419-a27b-dfa1f23164a7,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:11.415925 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Network 67f976be-9866-4419-a27b-dfa1f23164a7 details requested by agent ovs-agent-dv-cinder-824031-3-iscsi with host dv-cinder-824031-3-iscsi {{(pid=109463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 12:50:11.456212 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-d58432c6-4c35-46a2-a272-72c191051103 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5790982 Jan 27 12:50:11.458972 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 43366) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:11.463873 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-b1bf08a4-9e1c-49f5-a185-28f766280a7e admin admin] Request body: {'subnet': {'network_id': '67f976be-9866-4419-a27b-dfa1f23164a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1244190658-subnet', 'tenant_id': 'a5b8100dec0a45e8a15e50e3976fb63e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:50:11.572604 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bf08a4-9e1c-49f5-a185-28f766280a7e admin admin] Made reservation on behalf of a5b8100dec0a45e8a15e50e3976fb63e for: {'subnet': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:50:11.575046 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b1bf08a4-9e1c-49f5-a185-28f766280a7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3294725'] for subnet (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:11.807445 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b1bf08a4-9e1c-49f5-a185-28f766280a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3294771'] for subnet (a7558a05-686f-4b4f-ab04-3d14eea9c75b), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:11.867793 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf08a4-9e1c-49f5-a185-28f766280a7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7558a05-686f-4b4f-ab04-3d14eea9c75b,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:11.877783 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf08a4-9e1c-49f5-a185-28f766280a7e admin admin] Checking segment: {'id': '78efea87-db65-44e7-ae1e-f016f8241df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '67f976be-9866-4419-a27b-dfa1f23164a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:50:11.878389 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bf08a4-9e1c-49f5-a185-28f766280a7e admin admin] Network hostable DHCP agents. Network: 67f976be-9866-4419-a27b-dfa1f23164a7, hostable agents: ['8eb3a606-acf3-4d34-8208-a31c99af56ba'], hosted agents: [] {{(pid=109461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 12:50:11.952958 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bf08a4-9e1c-49f5-a185-28f766280a7e admin admin] Network 67f976be-9866-4419-a27b-dfa1f23164a7 is scheduled to be hosted by DHCP agent 8eb3a606-acf3-4d34-8208-a31c99af56ba with binding_index 1 {{(pid=109461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 12:50:12.027221 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-b1bf08a4-9e1c-49f5-a185-28f766280a7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-3-iscsi, 67f976be-9866-4419-a27b-dfa1f23164a7) {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:50:12.031223 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bf08a4-9e1c-49f5-a185-28f766280a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:12.031828 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b1bf08a4-9e1c-49f5-a185-28f766280a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for subnet (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:12.036371 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdf58d0-36fe-45aa-a8e8-7799d9c68096 None None] Network 67f976be-9866-4419-a27b-dfa1f23164a7 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:50:12.127951 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-b1bf08a4-9e1c-49f5-a185-28f766280a7e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6679027 Jan 27 12:50:12.130955 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12741365-9858-423e-8e1e-afa03ba31861 None None] Network 67f976be-9866-4419-a27b-dfa1f23164a7 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:50:16.482308 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f809d80-5bf7-4b05-942a-8612ba6f7116 req-990df309-f015-40de-9a8b-ca3ce92c0aa7 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:16.483774 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1f809d80-5bf7-4b05-942a-8612ba6f7116 req-990df309-f015-40de-9a8b-ca3ce92c0aa7 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 945 time: 0.0490637 Jan 27 12:50:16.530298 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1f809d80-5bf7-4b05-942a-8612ba6f7116 req-61d7ade1-18d0-4903-8a92-e87edfddddd2 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402956 Jan 27 12:50:17.022316 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 43462) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:17.126158 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6422fbfa-55dc-4fe9-95da-ea00d5823c07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:17.199243 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6422fbfa-55dc-4fe9-95da-ea00d5823c07 admin admin] Publish callbacks [] for security_group (2d379106-0a72-4187-a941-0312638b691a), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:17.290978 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6422fbfa-55dc-4fe9-95da-ea00d5823c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (2d379106-0a72-4187-a941-0312638b691a), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:17.329029 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-6422fbfa-55dc-4fe9-95da-ea00d5823c07 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f970538f0fd4a2489a261861890a984&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3055937 Jan 27 12:50:17.330637 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422fbfa-55dc-4fe9-95da-ea00d5823c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d379106-0a72-4187-a941-0312638b691a,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:17.332461 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 43476) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:17.385007 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-02986514-ae3d-4f4d-bdae-06a00634601b admin admin] Publish callbacks [] for security_group (2d379106-0a72-4187-a941-0312638b691a), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:17.406153 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-02986514-ae3d-4f4d-bdae-06a00634601b admin admin] Publish callbacks [] for security_group (2d379106-0a72-4187-a941-0312638b691a), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:17.495739 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-02986514-ae3d-4f4d-bdae-06a00634601b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (2d379106-0a72-4187-a941-0312638b691a), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:17.498525 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-02986514-ae3d-4f4d-bdae-06a00634601b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:17.499812 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-02986514-ae3d-4f4d-bdae-06a00634601b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d379106-0a72-4187-a941-0312638b691a HTTP/1.1" status: 204 len: 168 time: 0.1660957 Jan 27 12:50:17.508103 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02986514-ae3d-4f4d-bdae-06a00634601b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d379106-0a72-4187-a941-0312638b691a,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:17.644806 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726165d-b99a-4b06-ba12-26e1b33c57d6 req-d4d28147-dbd9-4ff1-8504-714ec89a0ebb tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:17.646196 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a726165d-b99a-4b06-ba12-26e1b33c57d6 req-d4d28147-dbd9-4ff1-8504-714ec89a0ebb tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 945 time: 0.0479937 Jan 27 12:50:17.697691 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a726165d-b99a-4b06-ba12-26e1b33c57d6 req-cdcab735-7a88-438a-9dc7-4fe4b8d200c4 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460353 Jan 27 12:50:18.097146 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 43490) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:18.112093 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d9cd52e8-3457-4866-8f29-fd195d19dea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:18.205473 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd16c4-68ee-4f6e-9142-8c59b967b6b5 req-0b126d71-b793-4f6c-a507-ee3138173261 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:18.206976 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6fcd16c4-68ee-4f6e-9142-8c59b967b6b5 req-0b126d71-b793-4f6c-a507-ee3138173261 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 984 time: 0.0742261 Jan 27 12:50:18.245351 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d9cd52e8-3457-4866-8f29-fd195d19dea8 admin admin] Publish callbacks [] for security_group (df80665b-6258-4163-be50-392e5bb5f705), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:18.285704 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6fcd16c4-68ee-4f6e-9142-8c59b967b6b5 req-f180d01c-f1e8-401c-a092-e22a14673a75 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad3a4cd-41e2-4082-9611-cd15eb777fc4&id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728896 Jan 27 12:50:18.306449 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24097e-9b34-42ad-9878-e752ec07d16a req-f9967968-1edd-4f70-9b43-68bcd7981895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:18.308042 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9f24097e-9b34-42ad-9878-e752ec07d16a req-f9967968-1edd-4f70-9b43-68bcd7981895 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e214bbe8ce0443a93e1f2cd99aa4f53&device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 1137 time: 0.0416489 Jan 27 12:50:18.309997 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d9cd52e8-3457-4866-8f29-fd195d19dea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (df80665b-6258-4163-be50-392e5bb5f705), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:18.356353 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-d9cd52e8-3457-4866-8f29-fd195d19dea8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0aa201adde14e2ebad309a5ef62adbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579343 Jan 27 12:50:18.357173 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd52e8-3457-4866-8f29-fd195d19dea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df80665b-6258-4163-be50-392e5bb5f705,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:18.359586 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 43492) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:18.409586 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f41202ed-e5fe-4cd6-a8a3-c8dcb689ec31 admin admin] Publish callbacks [] for security_group (df80665b-6258-4163-be50-392e5bb5f705), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:18.411814 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24097e-9b34-42ad-9878-e752ec07d16a req-1a80d26b-6731-4445-b7e9-3acd7f6cc2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:18.411814 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9f24097e-9b34-42ad-9878-e752ec07d16a req-1a80d26b-6731-4445-b7e9-3acd7f6cc2ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=322a42f3-d464-4c19-b6b0-77256c56a83f HTTP/1.1" status: 200 len: 916 time: 0.0936322 Jan 27 12:50:18.431650 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f41202ed-e5fe-4cd6-a8a3-c8dcb689ec31 admin admin] Publish callbacks [] for security_group (df80665b-6258-4163-be50-392e5bb5f705), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:18.476488 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9f24097e-9b34-42ad-9878-e752ec07d16a req-822ea3a1-1c91-4953-80a7-c5a06d9132fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b77f366-5871-46fa-8380-251c059d2cfb HTTP/1.1" status: 200 len: 1001 time: 0.0576732 Jan 27 12:50:18.535583 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24097e-9b34-42ad-9878-e752ec07d16a req-cd69a31b-d7e5-4d69-a8c8-280529b92f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:18.536895 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9f24097e-9b34-42ad-9878-e752ec07d16a req-cd69a31b-d7e5-4d69-a8c8-280529b92f41 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=177da310-319b-4f7a-b4aa-d1da259630e2 HTTP/1.1" status: 200 len: 854 time: 0.0414467 Jan 27 12:50:18.619733 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a12fba-2ce0-458c-a56d-3adffaedcc0f req-1c41b464-aca9-42e6-aacb-4e194893dc15 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:18.621160 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-06a12fba-2ce0-458c-a56d-3adffaedcc0f req-1c41b464-aca9-42e6-aacb-4e194893dc15 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 945 time: 0.0765595 Jan 27 12:50:18.623518 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24097e-9b34-42ad-9878-e752ec07d16a req-3edfb2cd-6b7b-4925-bf92-382f1184d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:18.629297 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9f24097e-9b34-42ad-9878-e752ec07d16a req-3edfb2cd-6b7b-4925-bf92-382f1184d438 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=322a42f3-d464-4c19-b6b0-77256c56a83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721960 Jan 27 12:50:18.647317 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f41202ed-e5fe-4cd6-a8a3-c8dcb689ec31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (df80665b-6258-4163-be50-392e5bb5f705), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:18.649885 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f41202ed-e5fe-4cd6-a8a3-c8dcb689ec31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:18.652551 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-f41202ed-e5fe-4cd6-a8a3-c8dcb689ec31 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df80665b-6258-4163-be50-392e5bb5f705 HTTP/1.1" status: 204 len: 168 time: 0.2905595 Jan 27 12:50:18.660813 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41202ed-e5fe-4cd6-a8a3-c8dcb689ec31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df80665b-6258-4163-be50-392e5bb5f705,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:18.802771 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9f24097e-9b34-42ad-9878-e752ec07d16a req-67e787ee-c62f-4a51-96db-eeb1d353f4b3 service neutron] 10.222.0.13 "GET /v2.0/networks/322a42f3-d464-4c19-b6b0-77256c56a83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701875 Jan 27 12:50:18.875524 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-06a12fba-2ce0-458c-a56d-3adffaedcc0f req-80e61bcb-473b-4662-86d7-34ecbc22f2f1 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Deleting port 8fb8af15-4f00-4eab-aaaf-9393b9498368 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:50:18.875865 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-06a12fba-2ce0-458c-a56d-3adffaedcc0f req-80e61bcb-473b-4662-86d7-34ecbc22f2f1 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (8fb8af15-4f00-4eab-aaaf-9393b9498368), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:18.941773 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210af2a-5827-4664-9bc5-0d9c9ea0b698 req-085fc6dc-475a-4510-918a-a56372146806 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:18.943382 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1210af2a-5827-4664-9bc5-0d9c9ea0b698 req-085fc6dc-475a-4510-918a-a56372146806 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 945 time: 0.1581843 Jan 27 12:50:19.022978 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9f24097e-9b34-42ad-9878-e752ec07d16a req-3b47c451-9247-4c88-a15f-9b1b0deba1c0 service neutron] 10.222.0.13 "GET /v2.0/networks/322a42f3-d464-4c19-b6b0-77256c56a83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022972 Jan 27 12:50:19.043421 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-06a12fba-2ce0-458c-a56d-3adffaedcc0f req-80e61bcb-473b-4662-86d7-34ecbc22f2f1 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] For port 8fb8af15-4f00-4eab-aaaf-9393b9498368, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=8fb8af15-4f00-4eab-aaaf-9393b9498368,segment=NetworkSegment(41344302-fe83-401d-92fc-998f7b386b95),segment_id=41344302-fe83-401d-92fc-998f7b386b95)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:50:19.043717 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-06a12fba-2ce0-458c-a56d-3adffaedcc0f req-80e61bcb-473b-4662-86d7-34ecbc22f2f1 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (8fb8af15-4f00-4eab-aaaf-9393b9498368), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:19.059401 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1210af2a-5827-4664-9bc5-0d9c9ea0b698 req-653e5545-37b6-453d-8593-aa89f309c066 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089780 Jan 27 12:50:19.063337 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-06a12fba-2ce0-458c-a56d-3adffaedcc0f req-80e61bcb-473b-4662-86d7-34ecbc22f2f1 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Calling delete_port for 8fb8af15-4f00-4eab-aaaf-9393b9498368 owned by compute:nova {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:50:19.259087 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-06a12fba-2ce0-458c-a56d-3adffaedcc0f req-80e61bcb-473b-4662-86d7-34ecbc22f2f1 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (8fb8af15-4f00-4eab-aaaf-9393b9498368), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:19.273763 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['8fb8af15-4f00-4eab-aaaf-9393b9498368'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:50:19.407715 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589d681-68d1-45cc-9602-e4f896a9a081 req-48dc6c59-0645-4597-b362-e1a0604c5b69 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:19.409864 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b589d681-68d1-45cc-9602-e4f896a9a081 req-48dc6c59-0645-4597-b362-e1a0604c5b69 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 984 time: 0.0519922 Jan 27 12:50:19.462610 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 43510) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:19.485212 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a4bae571-2e86-4ab6-9e2a-657265f8812e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:19.501236 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b589d681-68d1-45cc-9602-e4f896a9a081 req-5d7d6cfe-7742-4ab1-a6e6-8df8dd8e802a tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad3a4cd-41e2-4082-9611-cd15eb777fc4&id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0842385 Jan 27 12:50:19.551080 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e61bcb-473b-4662-86d7-34ecbc22f2f1 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Pushing event deleted for resources: {'Port': ['ID=8fb8af15-4f00-4eab-aaaf-9393b9498368,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:19.573329 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a4bae571-2e86-4ab6-9e2a-657265f8812e admin admin] Publish callbacks [] for security_group (71e3b015-c6e1-45a9-a30a-6aefae0cb9ef), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:19.591046 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a12fba-2ce0-458c-a56d-3adffaedcc0f req-80e61bcb-473b-4662-86d7-34ecbc22f2f1 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] No DVR routers for this DVR port 8fb8af15-4f00-4eab-aaaf-9393b9498368 on host hv-cinder-82403 {{(pid=109462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:50:19.593571 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-06a12fba-2ce0-458c-a56d-3adffaedcc0f req-80e61bcb-473b-4662-86d7-34ecbc22f2f1 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:19.597491 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-06a12fba-2ce0-458c-a56d-3adffaedcc0f req-80e61bcb-473b-4662-86d7-34ecbc22f2f1 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.13 "DELETE /v2.0/ports/8fb8af15-4f00-4eab-aaaf-9393b9498368 HTTP/1.1" status: 204 len: 173 time: 0.9661186 Jan 27 12:50:19.600469 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d', 'name': 'network-vif-deleted', 'tag': '8fb8af15-4f00-4eab-aaaf-9393b9498368'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:50:19.600593 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58c394f-110a-4780-92a4-feb545c603d8" -d '{"events": [{"server_uuid": "7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d", "name": "network-vif-deleted", "tag": "8fb8af15-4f00-4eab-aaaf-9393b9498368"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:50:19.634522 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99bc6b6-6d40-4571-bd8c-2c5dfb367f84 x-openstack-request-id: req-e99bc6b6-6d40-4571-bd8c-2c5dfb367f84 {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:50:19.634841 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d", "name": "network-vif-deleted", "tag": "8fb8af15-4f00-4eab-aaaf-9393b9498368", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:50:19.635095 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e99bc6b6-6d40-4571-bd8c-2c5dfb367f84 {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:50:19.635484 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d', 'name': 'network-vif-deleted', 'tag': '8fb8af15-4f00-4eab-aaaf-9393b9498368', 'status': 'completed', 'code': 200} Jan 27 12:50:19.647587 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a4bae571-2e86-4ab6-9e2a-657265f8812e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (71e3b015-c6e1-45a9-a30a-6aefae0cb9ef), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:19.686083 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-a4bae571-2e86-4ab6-9e2a-657265f8812e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9772a3b6995144c9a665cebbf97f2e58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224088 Jan 27 12:50:19.688275 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bae571-2e86-4ab6-9e2a-657265f8812e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e3b015-c6e1-45a9-a30a-6aefae0cb9ef,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:19.689078 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 43516) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:19.738685 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6fb6791f-2193-46e2-bea0-e4b77961b2f3 admin admin] Publish callbacks [] for security_group (71e3b015-c6e1-45a9-a30a-6aefae0cb9ef), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:19.760095 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6fb6791f-2193-46e2-bea0-e4b77961b2f3 admin admin] Publish callbacks [] for security_group (71e3b015-c6e1-45a9-a30a-6aefae0cb9ef), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:19.901543 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6fb6791f-2193-46e2-bea0-e4b77961b2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (71e3b015-c6e1-45a9-a30a-6aefae0cb9ef), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:19.904071 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6fb6791f-2193-46e2-bea0-e4b77961b2f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:19.905217 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-6fb6791f-2193-46e2-bea0-e4b77961b2f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/71e3b015-c6e1-45a9-a30a-6aefae0cb9ef HTTP/1.1" status: 204 len: 168 time: 0.2151370 Jan 27 12:50:19.913803 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6791f-2193-46e2-bea0-e4b77961b2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e3b015-c6e1-45a9-a30a-6aefae0cb9ef,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:20.163011 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f50dcb30-a6d0-4e97-a2e6-fd3fabced2ee req-6bd2848c-f274-4335-89ea-23f64cadae85 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bca3da8-c65f-4ac2-b5a7-356fc06b3b6d HTTP/1.1" status: 200 len: 210 time: 0.0259590 Jan 27 12:50:20.510076 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-d599662a-c9e9-4175-bc7a-94b31d78d96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:20.624497 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30e905-990f-4b43-b9e3-e742354d413a req-acc06790-23a2-43a8-b78f-9d12e626d4a6 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:20.625947 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1a30e905-990f-4b43-b9e3-e742354d413a req-acc06790-23a2-43a8-b78f-9d12e626d4a6 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 984 time: 0.0508475 Jan 27 12:50:20.688196 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1a30e905-990f-4b43-b9e3-e742354d413a req-435f0c25-99ef-4b00-8aac-b17bc4e436fa tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad3a4cd-41e2-4082-9611-cd15eb777fc4&id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562901 Jan 27 12:50:21.840311 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1244d-21cc-4a6d-8038-2521c0cad13a req-43c9dc64-c38d-401a-a8f5-4344d6ad7f61 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:21.843310 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-dfc1244d-21cc-4a6d-8038-2521c0cad13a req-43c9dc64-c38d-401a-a8f5-4344d6ad7f61 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 984 time: 0.0534298 Jan 27 12:50:21.901779 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-dfc1244d-21cc-4a6d-8038-2521c0cad13a req-9aad375e-c764-4da8-8cb7-c60ddb1ae6ca tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad3a4cd-41e2-4082-9611-cd15eb777fc4&id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535245 Jan 27 12:50:22.770174 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-0d0850cf-a2a3-41f1-bd0d-b4086a0bf914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:23.020162 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95a6ca-d363-4209-b358-4a508dea97fa req-228f943c-794d-4c87-b678-362844477e96 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:23.021646 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4d95a6ca-d363-4209-b358-4a508dea97fa req-228f943c-794d-4c87-b678-362844477e96 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 984 time: 0.0523434 Jan 27 12:50:23.081071 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4d95a6ca-d363-4209-b358-4a508dea97fa req-c052e680-f2c3-40da-80ab-ba52b9d0091a tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad3a4cd-41e2-4082-9611-cd15eb777fc4&id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533392 Jan 27 12:50:23.571016 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 8fb8af15-4f00-4eab-aaaf-9393b9498368 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:50:23.590605 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] No Port match for: 8fb8af15-4f00-4eab-aaaf-9393b9498368 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:50:23.590968 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 8fb8af15-4f00-4eab-aaaf-9393b9498368 not bound to the agent host hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:50:23.804573 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:24.191920 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f031186-c8e0-4d32-8099-2648372c1c76 req-ede39874-725b-43e2-b044-55ecbe14720e tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:24.193394 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7f031186-c8e0-4d32-8099-2648372c1c76 req-ede39874-725b-43e2-b044-55ecbe14720e tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 984 time: 0.0477278 Jan 27 12:50:24.251106 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7f031186-c8e0-4d32-8099-2648372c1c76 req-16aad586-ce31-4d44-9de5-29278e80d3e5 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad3a4cd-41e2-4082-9611-cd15eb777fc4&id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522614 Jan 27 12:50:25.370759 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142bae1-c027-46ee-beb0-f0cd5ed718a5 req-ef53a966-612d-4ba9-a366-9a28c976a16b tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:25.372244 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b142bae1-c027-46ee-beb0-f0cd5ed718a5 req-ef53a966-612d-4ba9-a366-9a28c976a16b tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 984 time: 0.0484378 Jan 27 12:50:25.378984 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:25.437100 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b142bae1-c027-46ee-beb0-f0cd5ed718a5 req-0992131b-0279-478a-bd6f-1ef9325b4fd0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad3a4cd-41e2-4082-9611-cd15eb777fc4&id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589793 Jan 27 12:50:26.477823 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca026798-3906-49bd-8939-ae903f2ba73d req-1dd62d5d-6fce-42ef-89f3-32e3bdcab9ca tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:26.480033 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ca026798-3906-49bd-8939-ae903f2ba73d req-1dd62d5d-6fce-42ef-89f3-32e3bdcab9ca tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 946 time: 0.0482771 Jan 27 12:50:26.531678 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ca026798-3906-49bd-8939-ae903f2ba73d req-f5a45e56-86b0-4419-8241-cd348c0df52d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460155 Jan 27 12:50:26.560638 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1497b1-bbe0-40ec-9211-fa307f78f6f9 req-60c54b6a-eb39-42bf-ada2-ddcc4af2f59b tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:26.564316 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9f1497b1-bbe0-40ec-9211-fa307f78f6f9 req-60c54b6a-eb39-42bf-ada2-ddcc4af2f59b tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 984 time: 0.0500064 Jan 27 12:50:26.623577 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9f1497b1-bbe0-40ec-9211-fa307f78f6f9 req-f1c69a89-38b1-4a1b-be81-ac7cf90edd0c tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad3a4cd-41e2-4082-9611-cd15eb777fc4&id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557349 Jan 27 12:50:26.715955 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:27.452948 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:27.655690 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191197aa-b29c-47f8-9e26-50f1becfc6cb req-eada99c1-5dc7-45eb-af20-9d26837fb26f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:27.657318 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-191197aa-b29c-47f8-9e26-50f1becfc6cb req-eada99c1-5dc7-45eb-af20-9d26837fb26f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 946 time: 0.0512598 Jan 27 12:50:27.704707 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-191197aa-b29c-47f8-9e26-50f1becfc6cb req-acaeaeea-8a21-46ec-b68e-a7d17a00b4d2 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418515 Jan 27 12:50:27.739204 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c5ae3-4d67-4951-b432-ef6a8d1ea674 req-549cc67b-77c5-45c3-85f6-7a230112ef9e tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:27.740705 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-799c5ae3-4d67-4951-b432-ef6a8d1ea674 req-549cc67b-77c5-45c3-85f6-7a230112ef9e tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 984 time: 0.0484202 Jan 27 12:50:27.798893 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-799c5ae3-4d67-4951-b432-ef6a8d1ea674 req-8b07a9e5-da8a-4bf8-ada0-5dc7e54bc9f0 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad3a4cd-41e2-4082-9611-cd15eb777fc4&id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525789 Jan 27 12:50:28.819431 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cce5b-e6f1-4eef-bc1e-f81ff34e4aa2 req-4c95c0b1-117a-4747-ae54-79c5f2cb7173 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:28.820791 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-e50cce5b-e6f1-4eef-bc1e-f81ff34e4aa2 req-4c95c0b1-117a-4747-ae54-79c5f2cb7173 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 946 time: 0.0463889 Jan 27 12:50:28.867231 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-e50cce5b-e6f1-4eef-bc1e-f81ff34e4aa2 req-0c7601ab-ac8b-4ac1-9bf1-36954036f1d8 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408671 Jan 27 12:50:28.914382 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7ee51-93b5-4426-897a-4d536469ea71 req-b754e380-942e-43f3-91cc-0c565a37f849 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:28.915860 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f1b7ee51-93b5-4426-897a-4d536469ea71 req-b754e380-942e-43f3-91cc-0c565a37f849 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 984 time: 0.0509372 Jan 27 12:50:28.974399 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f1b7ee51-93b5-4426-897a-4d536469ea71 req-40907079-28d9-4497-9cf4-daa638861dbf tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad3a4cd-41e2-4082-9611-cd15eb777fc4&id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530109 Jan 27 12:50:29.982006 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637e37a-8acd-4be2-adf4-e85ba37fc222 req-69c5c4c8-eda6-4060-be49-d3a6a43ace9c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:29.983480 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4637e37a-8acd-4be2-adf4-e85ba37fc222 req-69c5c4c8-eda6-4060-be49-d3a6a43ace9c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 946 time: 0.0466256 Jan 27 12:50:30.033467 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4637e37a-8acd-4be2-adf4-e85ba37fc222 req-71afa1f7-6f04-4063-bba9-7121b9118850 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439789 Jan 27 12:50:30.086303 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010dae3-3af4-4b35-a4c9-c13057ed1e0a req-718c9cf5-25d8-41cd-ae22-bd10a3551243 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:30.087784 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1010dae3-3af4-4b35-a4c9-c13057ed1e0a req-718c9cf5-25d8-41cd-ae22-bd10a3551243 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 984 time: 0.0488713 Jan 27 12:50:30.145307 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1010dae3-3af4-4b35-a4c9-c13057ed1e0a req-daf7aecf-b498-4295-bc41-70de2b2c81da tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad3a4cd-41e2-4082-9611-cd15eb777fc4&id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520082 Jan 27 12:50:30.652895 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3960ce3-713f-4d11-bc30-acb4754d6045 req-d91f1988-aa51-4eb1-8205-7673feba627c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:30.654330 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f3960ce3-713f-4d11-bc30-acb4754d6045 req-d91f1988-aa51-4eb1-8205-7673feba627c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.13 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 946 time: 0.0482304 Jan 27 12:50:30.747876 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-f3960ce3-713f-4d11-bc30-acb4754d6045 req-787f57b5-f1e8-478a-ba48-744a96f38753 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Deleting port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:50:30.748215 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-f3960ce3-713f-4d11-bc30-acb4754d6045 req-787f57b5-f1e8-478a-ba48-744a96f38753 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:30.837535 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-f3960ce3-713f-4d11-bc30-acb4754d6045 req-787f57b5-f1e8-478a-ba48-744a96f38753 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] For port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:50:30.837820 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-f3960ce3-713f-4d11-bc30-acb4754d6045 req-787f57b5-f1e8-478a-ba48-744a96f38753 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:31.121745 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-f3960ce3-713f-4d11-bc30-acb4754d6045 req-787f57b5-f1e8-478a-ba48-744a96f38753 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:31.122419 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-f3960ce3-713f-4d11-bc30-acb4754d6045 req-787f57b5-f1e8-478a-ba48-744a96f38753 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664114'] for floatingip (9168033c-5cd7-4eca-8232-706448e11a54), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:31.122419 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.db.l3_db [req-f3960ce3-713f-4d11-bc30-acb4754d6045 req-787f57b5-f1e8-478a-ba48-744a96f38753 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Floating IP 9168033c-5cd7-4eca-8232-706448e11a54 disassociated. External IP: 172.27.2.22, port: 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61. Jan 27 12:50:31.122646 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-f3960ce3-713f-4d11-bc30-acb4754d6045 req-787f57b5-f1e8-478a-ba48-744a96f38753 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Calling delete_port for 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 owned by compute:nova {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:50:31.200518 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2e4bf-d19c-4591-abfd-ebaf6d1c5f2a req-b4c1fbf4-60e8-41bd-a432-3b61462ad839 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:31.202002 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-aaf2e4bf-d19c-4591-abfd-ebaf6d1c5f2a req-b4c1fbf4-60e8-41bd-a432-3b61462ad839 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 946 time: 0.0968597 Jan 27 12:50:31.261901 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4624a3c-c37f-4685-a584-0c8bc2ae11fa req-7a594f13-98fa-425b-a3bb-c99f70e76bd2 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:31.264079 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e4624a3c-c37f-4685-a584-0c8bc2ae11fa req-7a594f13-98fa-425b-a3bb-c99f70e76bd2 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 984 time: 0.0530522 Jan 27 12:50:31.265611 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-aaf2e4bf-d19c-4591-abfd-ebaf6d1c5f2a req-04b33994-121f-4143-9f24-4a4a36562c86 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573642 Jan 27 12:50:31.327707 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e4624a3c-c37f-4685-a584-0c8bc2ae11fa req-76023d3f-cbbb-447a-8c32-2a9f70c555f7 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad3a4cd-41e2-4082-9611-cd15eb777fc4&id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538566 Jan 27 12:50:31.390083 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-f3960ce3-713f-4d11-bc30-acb4754d6045 req-787f57b5-f1e8-478a-ba48-744a96f38753 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (2d8837b0-6682-4ecf-b6eb-d1e20b87ef61), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:31.418939 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f57b5-f1e8-478a-ba48-744a96f38753 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Pushing event deleted for resources: {'Port': ['ID=2d8837b0-6682-4ecf-b6eb-d1e20b87ef61,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:31.531719 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3960ce3-713f-4d11-bc30-acb4754d6045 req-787f57b5-f1e8-478a-ba48-744a96f38753 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Router 8bd232ff-4db5-465d-abf6-38c6b6a65d90 has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:50:31.646772 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3960ce3-713f-4d11-bc30-acb4754d6045 req-787f57b5-f1e8-478a-ba48-744a96f38753 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:50:31.659176 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bb5cbb-dad7-41cc-a1e1-28176273886e None None] Sync routers for ids ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:50:31.675868 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bb5cbb-dad7-41cc-a1e1-28176273886e None None] Routers {'8bd232ff-4db5-465d-abf6-38c6b6a65d90'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:50:31.676612 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-98bb5cbb-dad7-41cc-a1e1-28176273886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:50:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:50:31.689283 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3960ce3-713f-4d11-bc30-acb4754d6045 req-787f57b5-f1e8-478a-ba48-744a96f38753 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] No DVR routers for this DVR port 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 on host hv-cinder-82403 {{(pid=109462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:50:31.692471 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-f3960ce3-713f-4d11-bc30-acb4754d6045 req-787f57b5-f1e8-478a-ba48-744a96f38753 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:31.695802 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f3960ce3-713f-4d11-bc30-acb4754d6045 req-787f57b5-f1e8-478a-ba48-744a96f38753 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.13 "DELETE /v2.0/ports/2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 HTTP/1.1" status: 204 len: 173 time: 1.0332363 Jan 27 12:50:31.696251 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8', 'name': 'network-vif-deleted', 'tag': '2d8837b0-6682-4ecf-b6eb-d1e20b87ef61'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:50:31.711757 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8df0ec-1b83-4670-a687-5a09ef4e0adc" -d '{"events": [{"server_uuid": "97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8", "name": "network-vif-deleted", "tag": "2d8837b0-6682-4ecf-b6eb-d1e20b87ef61"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:50:31.759774 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d28721-4dc6-460e-a634-df04fb3cc830 x-openstack-request-id: req-b1d28721-4dc6-460e-a634-df04fb3cc830 {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:50:31.760322 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8", "name": "network-vif-deleted", "tag": "2d8837b0-6682-4ecf-b6eb-d1e20b87ef61", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:50:31.760649 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b1d28721-4dc6-460e-a634-df04fb3cc830 {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:50:31.761675 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8', 'name': 'network-vif-deleted', 'tag': '2d8837b0-6682-4ecf-b6eb-d1e20b87ef61', 'status': 'completed', 'code': 200} Jan 27 12:50:31.865796 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-98bb5cbb-dad7-41cc-a1e1-28176273886e None None] Set router 8bd232ff-4db5-465d-abf6-38c6b6a65d90 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:50:31.922118 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46688838-a3ac-463c-ab43-df9916d5e48f req-633bcdea-1dca-4b62-851d-ee6ead56da0e tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:31.923876 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-46688838-a3ac-463c-ab43-df9916d5e48f req-633bcdea-1dca-4b62-851d-ee6ead56da0e tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/networks?id=211640df-d3a5-4530-8ce1-f50a1790c2b2 HTTP/1.1" status: 200 len: 813 time: 0.1246378 Jan 27 12:50:31.941466 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-46688838-a3ac-463c-ab43-df9916d5e48f req-f82a93e9-f6f1-436e-9e86-15f53f6ebfe3 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/quotas/1247c65db6064deb8cde3cba7dc2a2c1 HTTP/1.1" status: 200 len: 375 time: 0.0100086 Jan 27 12:50:31.977391 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-46688838-a3ac-463c-ab43-df9916d5e48f req-0fffa7a5-dd12-447b-8aa2-48ca0bb0091b tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1247c65db6064deb8cde3cba7dc2a2c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299184 Jan 27 12:50:32.077571 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-46688838-a3ac-463c-ab43-df9916d5e48f req-3c35f4bd-e046-443a-8e51-06199260ad4d service neutron] 10.222.0.39 "GET /v2.0/networks/211640df-d3a5-4530-8ce1-f50a1790c2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909719 Jan 27 12:50:32.117301 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-98bb5cbb-dad7-41cc-a1e1-28176273886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'name': 'tempest-AttachVolumeShelveTestJSON-1315880920-router', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:47Z', 'updated_at': '2022-01-27T12:45:54Z', 'revision_number': 4, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'gw_port': {'id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:48Z', 'updated_at': '2022-01-27T12:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'e2c1d120-5988-4ac3-8a8f-95b5399e2a4d', 'name': '', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'mac_address': 'fa:16:3e:63:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:54Z', 'updated_at': '2022-01-27T12:46:02Z', 'revision_number': 5, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'subnets': [{'id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:50:32.184802 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-46688838-a3ac-463c-ab43-df9916d5e48f req-0e9ef304-cfcd-4c7b-b473-c82d6363c4df service neutron] 10.222.0.39 "GET /v2.0/networks/211640df-d3a5-4530-8ce1-f50a1790c2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982783 Jan 27 12:50:32.192919 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bb5cbb-dad7-41cc-a1e1-28176273886e None None] Checking router: 8bd232ff-4db5-465d-abf6-38c6b6a65d90 for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:50:32.205383 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bb5cbb-dad7-41cc-a1e1-28176273886e None None] Routers {'8bd232ff-4db5-465d-abf6-38c6b6a65d90'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:50:32.205506 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-98bb5cbb-dad7-41cc-a1e1-28176273886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:50:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:50:32.333909 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 43782) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:32.354924 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-98bb5cbb-dad7-41cc-a1e1-28176273886e None None] Set router 8bd232ff-4db5-465d-abf6-38c6b6a65d90 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:50:32.425683 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-37dbbc7b-54ab-4f09-b5f8-2991268ecd23 req-5d9c5efe-5796-4590-b2a4-38ec3b1a1330 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b1d9c5-5e82-4a88-ac83-fc4df7d50cd8 HTTP/1.1" status: 200 len: 210 time: 0.0434225 Jan 27 12:50:32.515267 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d338f84b-3fcf-4e49-8757-30f0dfba3d44 req-e92763d0-63e5-4ea0-9eb7-150fadbb4245 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=e234812d-e93b-4887-a5a0-ac7a7fe40741 HTTP/1.1" status: 200 len: 210 time: 0.0434372 Jan 27 12:50:32.575719 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-22036b66-efec-4a60-8508-c40317bd7c8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:32.594587 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a307b0-175c-474e-9b02-f5a3bfeaf98a req-a42bf0b5-0e68-4b34-bf3d-705e07a4a7c9 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:32.597710 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-77a307b0-175c-474e-9b02-f5a3bfeaf98a req-a42bf0b5-0e68-4b34-bf3d-705e07a4a7c9 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 984 time: 0.0689397 Jan 27 12:50:32.649227 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-98bb5cbb-dad7-41cc-a1e1-28176273886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'name': 'tempest-AttachVolumeShelveTestJSON-1315880920-router', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:47Z', 'updated_at': '2022-01-27T12:45:54Z', 'revision_number': 4, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'gw_port': {'id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:48Z', 'updated_at': '2022-01-27T12:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'e2c1d120-5988-4ac3-8a8f-95b5399e2a4d', 'name': '', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'mac_address': 'fa:16:3e:63:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:54Z', 'updated_at': '2022-01-27T12:46:02Z', 'revision_number': 5, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'subnets': [{'id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:50:32.678903 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bb5cbb-dad7-41cc-a1e1-28176273886e None None] The sync data for ids ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'] in dv-cinder-824031-3-iscsi is: [{'id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'name': 'tempest-AttachVolumeShelveTestJSON-1315880920-router', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:47Z', 'updated_at': '2022-01-27T12:45:54Z', 'revision_number': 4, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'gw_port': {'id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:48Z', 'updated_at': '2022-01-27T12:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'e2c1d120-5988-4ac3-8a8f-95b5399e2a4d', 'name': '', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'mac_address': 'fa:16:3e:63:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:54Z', 'updated_at': '2022-01-27T12:46:02Z', 'revision_number': 5, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'subnets': [{'id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:50:32.730888 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-77a307b0-175c-474e-9b02-f5a3bfeaf98a req-69ca31d9-9bbc-420f-bc39-fd5821182107 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad3a4cd-41e2-4082-9611-cd15eb777fc4&id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1223314 Jan 27 12:50:32.790673 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-22036b66-efec-4a60-8508-c40317bd7c8c admin admin] Publish callbacks [] for security_group (5d6e6493-dfb3-4c3b-ab34-801863e9a1f8), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:32.882083 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-22036b66-efec-4a60-8508-c40317bd7c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (5d6e6493-dfb3-4c3b-ab34-801863e9a1f8), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:32.930862 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-22036b66-efec-4a60-8508-c40317bd7c8c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2f1a3db1ce74adfb2d1e9d7a68e4cc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5904448 Jan 27 12:50:32.930862 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22036b66-efec-4a60-8508-c40317bd7c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6e6493-dfb3-4c3b-ab34-801863e9a1f8,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:32.931379 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 43804) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:32.992129 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c2578d-a4c9-4325-b445-6349de7cc5d3 None None] New status for floating IP 9168033c-5cd7-4eca-8232-706448e11a54: DOWN {{(pid=109464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 12:50:33.025441 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-25c80520-376d-47cd-893d-61ff47619f93 admin admin] Publish callbacks [] for security_group (5d6e6493-dfb3-4c3b-ab34-801863e9a1f8), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:33.047993 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-25c80520-376d-47cd-893d-61ff47619f93 admin admin] Publish callbacks [] for security_group (5d6e6493-dfb3-4c3b-ab34-801863e9a1f8), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:33.221961 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-25c80520-376d-47cd-893d-61ff47619f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (5d6e6493-dfb3-4c3b-ab34-801863e9a1f8), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:33.224617 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-25c80520-376d-47cd-893d-61ff47619f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:33.226058 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-25c80520-376d-47cd-893d-61ff47619f93 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d6e6493-dfb3-4c3b-ab34-801863e9a1f8 HTTP/1.1" status: 204 len: 168 time: 0.2917967 Jan 27 12:50:33.234008 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c80520-376d-47cd-893d-61ff47619f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6e6493-dfb3-4c3b-ab34-801863e9a1f8,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:33.604817 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 43820) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:33.638262 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a4184e1f-6986-421c-8d39-62c151739988 req-837a4479-687e-4ca0-bb6d-8e74f514175b tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=e234812d-e93b-4887-a5a0-ac7a7fe40741 HTTP/1.1" status: 200 len: 210 time: 0.0541351 Jan 27 12:50:33.683136 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-73895926-2ebb-4ff2-96ed-45355721f8e4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for security_group (d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:33.707369 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-73895926-2ebb-4ff2-96ed-45355721f8e4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for security_group (d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:33.841097 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-73895926-2ebb-4ff2-96ed-45355721f8e4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:33.843772 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-73895926-2ebb-4ff2-96ed-45355721f8e4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:33.848140 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-73895926-2ebb-4ff2-96ed-45355721f8e4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "DELETE /v2.0/security-groups/d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e HTTP/1.1" status: 204 len: 168 time: 0.2391336 Jan 27 12:50:33.848418 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 43824) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:33.862151 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.api.v2.resource [None req-d104379b-c75a-47dc-90c9-9b1774ceaeef tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] show failed (client error): The resource could not be found. Jan 27 12:50:33.862489 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd24a4e-94a6-4a51-a8f5-2ca9b4c10528 req-c68b5f6e-cc9c-4862-86db-92a4f8e76f07 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:33.863694 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-d104379b-c75a-47dc-90c9-9b1774ceaeef tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups/d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e HTTP/1.1" status: 404 len: 347 time: 0.0142713 Jan 27 12:50:33.866521 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 43826) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:33.875611 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ddd24a4e-94a6-4a51-a8f5-2ca9b4c10528 req-c68b5f6e-cc9c-4862-86db-92a4f8e76f07 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 984 time: 0.0759995 Jan 27 12:50:33.878690 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 43828) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:33.893408 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73895926-2ebb-4ff2-96ed-45355721f8e4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fd38a0-a81a-4c32-a7d1-cbdd70fc4e7e,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:33.912196 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-49d6a46a-b229-4c38-b040-d639cefab2d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:33.979834 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ddd24a4e-94a6-4a51-a8f5-2ca9b4c10528 req-afa36130-b338-40c0-8a98-b2d8bc68d30a tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad3a4cd-41e2-4082-9611-cd15eb777fc4&id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1036630 Jan 27 12:50:34.025422 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-99668bde-a522-4799-8150-a06bf4d606dc tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Deleting port 805ba5e0-f4c2-4ac0-bb81-0eead39ca8da {{(pid=109461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:50:34.025765 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-99668bde-a522-4799-8150-a06bf4d606dc tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (805ba5e0-f4c2-4ac0-bb81-0eead39ca8da), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:34.033064 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-49d6a46a-b229-4c38-b040-d639cefab2d3 admin admin] Publish callbacks [] for security_group (e8954517-9a94-43c5-8b79-60b097ac7d97), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:34.102074 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-99668bde-a522-4799-8150-a06bf4d606dc tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (805ba5e0-f4c2-4ac0-bb81-0eead39ca8da), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:34.102400 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-99668bde-a522-4799-8150-a06bf4d606dc tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for floatingip (805ba5e0-f4c2-4ac0-bb81-0eead39ca8da), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:34.117568 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-49d6a46a-b229-4c38-b040-d639cefab2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (e8954517-9a94-43c5-8b79-60b097ac7d97), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:34.117840 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-99668bde-a522-4799-8150-a06bf4d606dc tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Calling delete_port for 805ba5e0-f4c2-4ac0-bb81-0eead39ca8da owned by network:floatingip {{(pid=109461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:50:34.186503 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-49d6a46a-b229-4c38-b040-d639cefab2d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0e48aad31ba6432885b10fd4a4c183a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3028326 Jan 27 12:50:34.186503 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6a46a-b229-4c38-b040-d639cefab2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8954517-9a94-43c5-8b79-60b097ac7d97,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:34.188443 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 43840) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:34.212302 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 43842) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:34.244074 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-030899e7-30c0-49cc-a849-39b6e7ea841c admin admin] Publish callbacks [] for security_group (e8954517-9a94-43c5-8b79-60b097ac7d97), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:34.271503 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-030899e7-30c0-49cc-a849-39b6e7ea841c admin admin] Publish callbacks [] for security_group (e8954517-9a94-43c5-8b79-60b097ac7d97), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:34.295367 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fa24f5-5809-4fbd-a3cd-65d526923b04 admin admin] Deleting subnet 836823fa-743b-43ce-96e4-7886fc1d6b5b {{(pid=109461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 12:50:34.299606 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f1fa24f5-5809-4fbd-a3cd-65d526923b04 admin admin] Publish callbacks [] for subnet (836823fa-743b-43ce-96e4-7886fc1d6b5b), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:34.342884 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f1fa24f5-5809-4fbd-a3cd-65d526923b04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25843844'] for subnet (836823fa-743b-43ce-96e4-7886fc1d6b5b), precommit_delete_associations {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:34.393927 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-030899e7-30c0-49cc-a849-39b6e7ea841c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (e8954517-9a94-43c5-8b79-60b097ac7d97), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:34.397186 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-030899e7-30c0-49cc-a849-39b6e7ea841c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:34.401050 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-030899e7-30c0-49cc-a849-39b6e7ea841c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8954517-9a94-43c5-8b79-60b097ac7d97 HTTP/1.1" status: 204 len: 168 time: 0.2100265 Jan 27 12:50:34.407478 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030899e7-30c0-49cc-a849-39b6e7ea841c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8954517-9a94-43c5-8b79-60b097ac7d97,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:34.414696 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f1fa24f5-5809-4fbd-a3cd-65d526923b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676805'] for subnet (836823fa-743b-43ce-96e4-7886fc1d6b5b), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:34.487176 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-99668bde-a522-4799-8150-a06bf4d606dc tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (805ba5e0-f4c2-4ac0-bb81-0eead39ca8da), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:34.523071 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99668bde-a522-4799-8150-a06bf4d606dc tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Pushing event deleted for resources: {'Port': ['ID=805ba5e0-f4c2-4ac0-bb81-0eead39ca8da,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:34.566788 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:50:34.571954 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f1fa24f5-5809-4fbd-a3cd-65d526923b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3294776'] for subnet (836823fa-743b-43ce-96e4-7886fc1d6b5b), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:34.587600 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f1fa24f5-5809-4fbd-a3cd-65d526923b04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for subnet (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:34.587958 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] No Port match for: 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:50:34.588304 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 2d8837b0-6682-4ecf-b6eb-d1e20b87ef61 not bound to the agent host hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:50:34.590995 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-f1fa24f5-5809-4fbd-a3cd-65d526923b04 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/836823fa-743b-43ce-96e4-7886fc1d6b5b HTTP/1.1" status: 204 len: 168 time: 0.3756711 Jan 27 12:50:34.593437 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 43846) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:34.614622 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa24f5-5809-4fbd-a3cd-65d526923b04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=836823fa-743b-43ce-96e4-7886fc1d6b5b,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:34.618009 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-99668bde-a522-4799-8150-a06bf4d606dc tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for floatingip (9168033c-5cd7-4eca-8232-706448e11a54), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:34.620712 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-99668bde-a522-4799-8150-a06bf4d606dc tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for floatingip (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:34.625888 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-99668bde-a522-4799-8150-a06bf4d606dc tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "DELETE /v2.0/floatingips/9168033c-5cd7-4eca-8232-706448e11a54 HTTP/1.1" status: 204 len: 168 time: 0.7575815 Jan 27 12:50:34.659823 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:50:34.738564 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-1a565669-da00-4899-97f3-9775c640fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617860'] for network (9820e27b-dcdb-44e3-929b-6d9ded26e0ed), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:34.850750 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-1a565669-da00-4899-97f3-9775c640fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678482', 'neutron.services.segments.db._delete_segments_for_network-8727398100354'] for network (9820e27b-dcdb-44e3-929b-6d9ded26e0ed), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:34.854962 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-36c9eb25-c676-462a-bd88-b174b31d84c5 req-97bc41cc-320b-4806-937b-303e06a6b40b tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=e234812d-e93b-4887-a5a0-ac7a7fe40741 HTTP/1.1" status: 200 len: 210 time: 0.0935843 Jan 27 12:50:34.875790 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-1a565669-da00-4899-97f3-9775c640fca9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9820e27b-dcdb-44e3-929b-6d9ded26e0ed']}} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:50:34.885897 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-1a565669-da00-4899-97f3-9775c640fca9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dde45c4-95d2-4cc4-8cfa-0056c3a4aa5c') {'for_net_delete': True} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:50:34.886280 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-1a565669-da00-4899-97f3-9775c640fca9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dde45c4-95d2-4cc4-8cfa-0056c3a4aa5c') {} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:50:34.901266 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-1a565669-da00-4899-97f3-9775c640fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727398101899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25970318'] for segment (1dde45c4-95d2-4cc4-8cfa-0056c3a4aa5c), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:34.916933 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-1a565669-da00-4899-97f3-9775c640fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (1dde45c4-95d2-4cc4-8cfa-0056c3a4aa5c), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:34.923282 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a565669-da00-4899-97f3-9775c640fca9 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 12:50:34.923761 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-1a565669-da00-4899-97f3-9775c640fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3262373'] for segment (1dde45c4-95d2-4cc4-8cfa-0056c3a4aa5c), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:34.994361 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46688838-a3ac-463c-ab43-df9916d5e48f req-8e46f756-1ae3-4e89-9fc6-2470473ee3b4 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:34.995948 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-46688838-a3ac-463c-ab43-df9916d5e48f req-8e46f756-1ae3-4e89-9fc6-2470473ee3b4 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.13 "GET /v2.0/networks?id=211640df-d3a5-4530-8ce1-f50a1790c2b2 HTTP/1.1" status: 200 len: 813 time: 0.3517840 Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: Traceback (most recent call last): Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: timer() Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: cb(*args, **kw) Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: return func(*args, **kwargs) Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: self._notify() Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: self.callback(batched_events) Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: event.method(event) Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: return f(self, *a, **k) Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: return self._get(url).json() Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: return self.request(url, 'GET', **kwargs) Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 12:50:34.998620 dv-cinder-824031-3-iscsi neutron-server[109462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 12:50:35.010119 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [req-46688838-a3ac-463c-ab43-df9916d5e48f req-834ecb9b-6e2e-48e7-85bb-51f091a974f5 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Request body: {'port': {'device_id': 'e234812d-e93b-4887-a5a0-ac7a7fe40741', 'network_id': '211640df-d3a5-4530-8ce1-f50a1790c2b2', 'admin_state_up': True, 'tenant_id': '1247c65db6064deb8cde3cba7dc2a2c1'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:50:35.145382 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-1a565669-da00-4899-97f3-9775c640fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664096'] for network (9820e27b-dcdb-44e3-929b-6d9ded26e0ed), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:35.154808 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-1a565669-da00-4899-97f3-9775c640fca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:35.161516 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-1a565669-da00-4899-97f3-9775c640fca9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9820e27b-dcdb-44e3-929b-6d9ded26e0ed HTTP/1.1" status: 204 len: 168 time: 0.5639899 Jan 27 12:50:35.161904 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 43862) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:35.178334 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a565669-da00-4899-97f3-9775c640fca9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9820e27b-dcdb-44e3-929b-6d9ded26e0ed,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:35.234798 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f52d140-c44b-41f9-ab99-041f3fb3d119 admin admin] Deleting subnet a7558a05-686f-4b4f-ab04-3d14eea9c75b {{(pid=109461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 12:50:35.239997 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5f52d140-c44b-41f9-ab99-041f3fb3d119 admin admin] Publish callbacks [] for subnet (a7558a05-686f-4b4f-ab04-3d14eea9c75b), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:35.245838 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46688838-a3ac-463c-ab43-df9916d5e48f req-834ecb9b-6e2e-48e7-85bb-51f091a974f5 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Made reservation on behalf of 1247c65db6064deb8cde3cba7dc2a2c1 for: {'port': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:50:35.249907 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8137bab-b357-4a02-a400-89f2087db897 req-f0f3cc1e-5112-4dba-b684-f57a9b316774 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:35.250404 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-46688838-a3ac-463c-ab43-df9916d5e48f req-834ecb9b-6e2e-48e7-85bb-51f091a974f5 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:35.250513 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e8137bab-b357-4a02-a400-89f2087db897 req-f0f3cc1e-5112-4dba-b684-f57a9b316774 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 984 time: 0.1495123 Jan 27 12:50:35.304781 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5f52d140-c44b-41f9-ab99-041f3fb3d119 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25843844'] for subnet (a7558a05-686f-4b4f-ab04-3d14eea9c75b), precommit_delete_associations {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:35.352395 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 43870) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:35.357031 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-8db9d5e2-d9c6-4cb9-9515-5e1a8d7e3de9 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--735842874', 'description': 'tempest-description--1182240377'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:50:35.378982 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e8137bab-b357-4a02-a400-89f2087db897 req-b12168d2-79f8-43d8-8658-4339225b8885 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad3a4cd-41e2-4082-9611-cd15eb777fc4&id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1084847 Jan 27 12:50:35.382654 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5f52d140-c44b-41f9-ab99-041f3fb3d119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676805'] for subnet (a7558a05-686f-4b4f-ab04-3d14eea9c75b), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:35.461639 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8db9d5e2-d9c6-4cb9-9515-5e1a8d7e3de9 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:35.501038 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_common [req-46688838-a3ac-463c-ab43-df9916d5e48f req-834ecb9b-6e2e-48e7-85bb-51f091a974f5 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Allocated IP 172.20.0.6 (211640df-d3a5-4530-8ce1-f50a1790c2b2/e096fb16-0eac-4cef-a5c2-1501a24076aa/c6296dd6-83f3-4cee-a426-c83503b6b177) {{(pid=109462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:50:35.513250 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5f52d140-c44b-41f9-ab99-041f3fb3d119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3294776'] for subnet (a7558a05-686f-4b4f-ab04-3d14eea9c75b), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:35.546110 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52d140-c44b-41f9-ab99-041f3fb3d119 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7558a05-686f-4b4f-ab04-3d14eea9c75b,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:35.546962 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5f52d140-c44b-41f9-ab99-041f3fb3d119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for subnet (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:35.552513 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-5f52d140-c44b-41f9-ab99-041f3fb3d119 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a7558a05-686f-4b4f-ab04-3d14eea9c75b HTTP/1.1" status: 204 len: 168 time: 0.3867745 Jan 27 12:50:35.552797 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 43874) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:35.622448 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-57044c87-69b8-4831-9224-600c4ac748c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617860'] for network (67f976be-9866-4419-a27b-dfa1f23164a7), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:35.646507 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8db9d5e2-d9c6-4cb9-9515-5e1a8d7e3de9 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for security_group (51d7beaa-2c42-4b85-8a87-f57542419f4e), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:35.701832 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-46688838-a3ac-463c-ab43-df9916d5e48f req-834ecb9b-6e2e-48e7-85bb-51f091a974f5 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Publish callbacks [] for port (c6296dd6-83f3-4cee-a426-c83503b6b177), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:35.708132 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-57044c87-69b8-4831-9224-600c4ac748c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678482', 'neutron.services.segments.db._delete_segments_for_network-8727398100354'] for network (67f976be-9866-4419-a27b-dfa1f23164a7), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:35.713956 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8db9d5e2-d9c6-4cb9-9515-5e1a8d7e3de9 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (51d7beaa-2c42-4b85-8a87-f57542419f4e), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:35.728462 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.services.segments.db [None req-57044c87-69b8-4831-9224-600c4ac748c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f976be-9866-4419-a27b-dfa1f23164a7']}} {{(pid=109461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:50:35.737933 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.services.segments.db [None req-57044c87-69b8-4831-9224-600c4ac748c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78efea87-db65-44e7-ae1e-f016f8241df4') {'for_net_delete': True} {{(pid=109461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:50:35.738241 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.services.segments.db [None req-57044c87-69b8-4831-9224-600c4ac748c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78efea87-db65-44e7-ae1e-f016f8241df4') {} {{(pid=109461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:50:35.748379 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-57044c87-69b8-4831-9224-600c4ac748c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727398101899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25843853'] for segment (78efea87-db65-44e7-ae1e-f016f8241df4), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:35.757070 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9d5e2-d9c6-4cb9-9515-5e1a8d7e3de9 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d7beaa-2c42-4b85-8a87-f57542419f4e,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:35.771290 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-57044c87-69b8-4831-9224-600c4ac748c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (78efea87-db65-44e7-ae1e-f016f8241df4), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:35.778190 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57044c87-69b8-4831-9224-600c4ac748c1 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 12:50:35.778635 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-57044c87-69b8-4831-9224-600c4ac748c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412171'] for segment (78efea87-db65-44e7-ae1e-f016f8241df4), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: Traceback (most recent call last): Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: timer() Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: cb(*args, **kw) Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: return func(*args, **kwargs) Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: self._notify() Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: self.callback(batched_events) Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: event.method(event) Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: return f(self, *a, **k) Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: return self._get(url).json() Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: return self.request(url, 'GET', **kwargs) Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 12:50:35.780318 dv-cinder-824031-3-iscsi neutron-server[109461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 12:50:35.832692 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-8db9d5e2-d9c6-4cb9-9515-5e1a8d7e3de9 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:35.836097 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 43882) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:35.836277 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-8db9d5e2-d9c6-4cb9-9515-5e1a8d7e3de9 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4828303 Jan 27 12:50:35.841400 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-c5d019f0-2c0a-462f-be18-b1ce3e76e085 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Request body: {'security_group_rule': {'security_group_id': '51d7beaa-2c42-4b85-8a87-f57542419f4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:50:35.874169 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-46688838-a3ac-463c-ab43-df9916d5e48f req-834ecb9b-6e2e-48e7-85bb-51f091a974f5 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (c6296dd6-83f3-4cee-a426-c83503b6b177), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:35.922182 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-57044c87-69b8-4831-9224-600c4ac748c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664096'] for network (67f976be-9866-4419-a27b-dfa1f23164a7), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:35.932889 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-57044c87-69b8-4831-9224-600c4ac748c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:35.933051 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46688838-a3ac-463c-ab43-df9916d5e48f req-834ecb9b-6e2e-48e7-85bb-51f091a974f5 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Network 211640df-d3a5-4530-8ce1-f50a1790c2b2 is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:50:35.937402 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-57044c87-69b8-4831-9224-600c4ac748c1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/67f976be-9866-4419-a27b-dfa1f23164a7 HTTP/1.1" status: 204 len: 168 time: 0.3835785 Jan 27 12:50:35.940586 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [req-46688838-a3ac-463c-ab43-df9916d5e48f req-834ecb9b-6e2e-48e7-85bb-51f091a974f5 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:50:35.948335 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-46688838-a3ac-463c-ab43-df9916d5e48f req-834ecb9b-6e2e-48e7-85bb-51f091a974f5 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Received port after_create {{(pid=109462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:50:35.960623 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c5d019f0-2c0a-462f-be18-b1ce3e76e085 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for security_group_rule (c5c82828-b89e-4266-b631-4633decaa01d), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:35.977921 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ecb9b-6e2e-48e7-85bb-51f091a974f5 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Pushing event updated for resources: {'Port': ['ID=c6296dd6-83f3-4cee-a426-c83503b6b177,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:36.021938 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57044c87-69b8-4831-9224-600c4ac748c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=67f976be-9866-4419-a27b-dfa1f23164a7,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:36.043796 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46688838-a3ac-463c-ab43-df9916d5e48f req-834ecb9b-6e2e-48e7-85bb-51f091a974f5 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:36.044358 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-46688838-a3ac-463c-ab43-df9916d5e48f req-834ecb9b-6e2e-48e7-85bb-51f091a974f5 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:36.059020 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c5d019f0-2c0a-462f-be18-b1ce3e76e085 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for security_group_rule (c5c82828-b89e-4266-b631-4633decaa01d), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:36.087506 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718d5ce-43bf-4423-86e5-a39e35bb9e9f req-0bb87900-0672-4404-afa6-8aca5076f00e tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:36.088995 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2718d5ce-43bf-4423-86e5-a39e35bb9e9f req-0bb87900-0672-4404-afa6-8aca5076f00e tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=e234812d-e93b-4887-a5a0-ac7a7fe40741 HTTP/1.1" status: 200 len: 931 time: 0.0834627 Jan 27 12:50:36.137264 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2718d5ce-43bf-4423-86e5-a39e35bb9e9f req-358bf8ae-fcee-4a8b-abc5-1100bd115eb2 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425375 Jan 27 12:50:36.145611 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c5d019f0-2c0a-462f-be18-b1ce3e76e085 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611924'] for security_group_rule (c5c82828-b89e-4266-b631-4633decaa01d), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:36.147786 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-46688838-a3ac-463c-ab43-df9916d5e48f req-834ecb9b-6e2e-48e7-85bb-51f091a974f5 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1424766 Jan 27 12:50:36.160098 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [req-46688838-a3ac-463c-ab43-df9916d5e48f req-f1050479-0ad0-49d9-ac16-133569bd6b6b service neutron] Request body: {'port': {'device_id': 'e234812d-e93b-4887-a5a0-ac7a7fe40741', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:50:36.172765 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d019f0-2c0a-462f-be18-b1ce3e76e085 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c82828-b89e-4266-b631-4633decaa01d,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:36.213891 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-46688838-a3ac-463c-ab43-df9916d5e48f req-f1050479-0ad0-49d9-ac16-133569bd6b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (c6296dd6-83f3-4cee-a426-c83503b6b177), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:36.239316 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c5d019f0-2c0a-462f-be18-b1ce3e76e085 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:36.246589 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-c5d019f0-2c0a-462f-be18-b1ce3e76e085 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4033823 Jan 27 12:50:36.246589 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 43892) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:36.248584 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-a0b002cb-adce-4aae-9843-be8c4028680c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Request body: {'security_group_rule': {'security_group_id': '51d7beaa-2c42-4b85-8a87-f57542419f4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:50:36.389152 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a0b002cb-adce-4aae-9843-be8c4028680c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for security_group_rule (6a49b463-37d9-4748-b97a-ce3c3acf0fc9), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:36.453170 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 43900) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:36.464437 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a0b002cb-adce-4aae-9843-be8c4028680c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for security_group_rule (6a49b463-37d9-4748-b97a-ce3c3acf0fc9), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:36.495462 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [req-46688838-a3ac-463c-ab43-df9916d5e48f req-f1050479-0ad0-49d9-ac16-133569bd6b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6296dd6-83f3-4cee-a426-c83503b6b177 {{(pid=109462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:50:36.503721 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-46688838-a3ac-463c-ab43-df9916d5e48f req-f1050479-0ad0-49d9-ac16-133569bd6b6b service neutron] Publish callbacks [] for port (c6296dd6-83f3-4cee-a426-c83503b6b177), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:36.516735 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.provisioning_blocks [req-46688838-a3ac-463c-ab43-df9916d5e48f req-f1050479-0ad0-49d9-ac16-133569bd6b6b service neutron] Transition to ACTIVE for port object c6296dd6-83f3-4cee-a426-c83503b6b177 will not be triggered until provisioned by entity L2. {{(pid=109462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 12:50:36.533210 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-c18c699c-436b-4b4b-9aa2-16e53a947c10 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4110c0ab989640f99e5c86c36274f46e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0786455 Jan 27 12:50:36.536242 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 43906) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:36.541389 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a520154-4128-465e-b4d4-7b5723ae6d44 req-a650a5dc-7e77-4f4c-b10c-c7259593b377 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:36.542882 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3a520154-4128-465e-b4d4-7b5723ae6d44 req-a650a5dc-7e77-4f4c-b10c-c7259593b377 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 984 time: 0.0765431 Jan 27 12:50:36.547291 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a0b002cb-adce-4aae-9843-be8c4028680c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611924'] for security_group_rule (6a49b463-37d9-4748-b97a-ce3c3acf0fc9), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:36.578546 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b002cb-adce-4aae-9843-be8c4028680c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a49b463-37d9-4748-b97a-ce3c3acf0fc9,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:36.603849 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-52d6ac5f-3bf5-4186-8ef5-4b4a7eb7229a admin admin] Publish callbacks [] for security_group (6d769951-0b2f-4f7b-bb69-5e325feb1f8f), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:36.615789 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-46688838-a3ac-463c-ab43-df9916d5e48f req-f1050479-0ad0-49d9-ac16-133569bd6b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (c6296dd6-83f3-4cee-a426-c83503b6b177), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:36.633617 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3a520154-4128-465e-b4d4-7b5723ae6d44 req-1d64a72f-0230-489a-9b09-07ee2ac0590f tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad3a4cd-41e2-4082-9611-cd15eb777fc4&id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0842111 Jan 27 12:50:36.651689 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-52d6ac5f-3bf5-4186-8ef5-4b4a7eb7229a admin admin] Publish callbacks [] for security_group (6d769951-0b2f-4f7b-bb69-5e325feb1f8f), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:36.662795 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a0b002cb-adce-4aae-9843-be8c4028680c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:36.664177 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-a0b002cb-adce-4aae-9843-be8c4028680c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4199462 Jan 27 12:50:36.672192 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 43910) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:36.680516 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-5743cff2-1651-408e-9b34-0662aa7c3f5c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Request body: {'floatingip': {'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:50:36.707593 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1050479-0ad0-49d9-ac16-133569bd6b6b service neutron] Pushing event updated for resources: {'Port': ['ID=c6296dd6-83f3-4cee-a426-c83503b6b177,revision_number=2']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:36.777685 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-46688838-a3ac-463c-ab43-df9916d5e48f req-f1050479-0ad0-49d9-ac16-133569bd6b6b service neutron] Attempting to bind port c6296dd6-83f3-4cee-a426-c83503b6b177 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:50:36.778349 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-46688838-a3ac-463c-ab43-df9916d5e48f req-f1050479-0ad0-49d9-ac16-133569bd6b6b service neutron] Attempting to bind port c6296dd6-83f3-4cee-a426-c83503b6b177 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '41344302-fe83-401d-92fc-998f7b386b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '211640df-d3a5-4530-8ce1-f50a1790c2b2'}] {{(pid=109462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:50:36.778349 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46688838-a3ac-463c-ab43-df9916d5e48f req-f1050479-0ad0-49d9-ac16-133569bd6b6b service neutron] Attempting to bind port c6296dd6-83f3-4cee-a426-c83503b6b177 on network 211640df-d3a5-4530-8ce1-f50a1790c2b2 {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:50:36.781659 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5743cff2-1651-408e-9b34-0662aa7c3f5c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:36.784068 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46688838-a3ac-463c-ab43-df9916d5e48f req-f1050479-0ad0-49d9-ac16-133569bd6b6b service neutron] Port c6296dd6-83f3-4cee-a426-c83503b6b177 on network 211640df-d3a5-4530-8ce1-f50a1790c2b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 12:50:36.784397 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46688838-a3ac-463c-ab43-df9916d5e48f req-f1050479-0ad0-49d9-ac16-133569bd6b6b service neutron] Attempting to bind port c6296dd6-83f3-4cee-a426-c83503b6b177 on network 211640df-d3a5-4530-8ce1-f50a1790c2b2 {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:50:36.790341 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46688838-a3ac-463c-ab43-df9916d5e48f req-f1050479-0ad0-49d9-ac16-133569bd6b6b service neutron] Checking agent: {'id': 'e5f4578a-8b65-461b-9155-0533d25cd18a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'started_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:50:36.790687 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46688838-a3ac-463c-ab43-df9916d5e48f req-f1050479-0ad0-49d9-ac16-133569bd6b6b service neutron] Checking segment: {'id': '41344302-fe83-401d-92fc-998f7b386b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '211640df-d3a5-4530-8ce1-f50a1790c2b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:50:36.791484 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46688838-a3ac-463c-ab43-df9916d5e48f req-f1050479-0ad0-49d9-ac16-133569bd6b6b service neutron] Bound using segment: {'id': '41344302-fe83-401d-92fc-998f7b386b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '211640df-d3a5-4530-8ce1-f50a1790c2b2'} {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:50:36.791650 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-46688838-a3ac-463c-ab43-df9916d5e48f req-f1050479-0ad0-49d9-ac16-133569bd6b6b service neutron] Bound port: c6296dd6-83f3-4cee-a426-c83503b6b177, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41344302-fe83-401d-92fc-998f7b386b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '211640df-d3a5-4530-8ce1-f50a1790c2b2'}}] {{(pid=109462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:50:36.792012 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-46688838-a3ac-463c-ab43-df9916d5e48f req-f1050479-0ad0-49d9-ac16-133569bd6b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (c6296dd6-83f3-4cee-a426-c83503b6b177), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:36.832400 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-52d6ac5f-3bf5-4186-8ef5-4b4a7eb7229a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (6d769951-0b2f-4f7b-bb69-5e325feb1f8f), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:36.835011 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-52d6ac5f-3bf5-4186-8ef5-4b4a7eb7229a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:36.837050 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-52d6ac5f-3bf5-4186-8ef5-4b4a7eb7229a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d769951-0b2f-4f7b-bb69-5e325feb1f8f HTTP/1.1" status: 204 len: 168 time: 0.2985313 Jan 27 12:50:36.859766 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6ac5f-3bf5-4186-8ef5-4b4a7eb7229a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d769951-0b2f-4f7b-bb69-5e325feb1f8f,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:36.876567 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-46688838-a3ac-463c-ab43-df9916d5e48f req-f1050479-0ad0-49d9-ac16-133569bd6b6b service neutron] For port c6296dd6-83f3-4cee-a426-c83503b6b177, host hv-cinder-82403, cleared binding levels {{(pid=109462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:50:36.881584 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-46688838-a3ac-463c-ab43-df9916d5e48f req-f1050479-0ad0-49d9-ac16-133569bd6b6b service neutron] For port c6296dd6-83f3-4cee-a426-c83503b6b177, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=c6296dd6-83f3-4cee-a426-c83503b6b177,segment=NetworkSegment(41344302-fe83-401d-92fc-998f7b386b95),segment_id=41344302-fe83-401d-92fc-998f7b386b95)] {{(pid=109462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:50:36.910276 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5743cff2-1651-408e-9b34-0662aa7c3f5c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:36.950884 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-46688838-a3ac-463c-ab43-df9916d5e48f req-f1050479-0ad0-49d9-ac16-133569bd6b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (c6296dd6-83f3-4cee-a426-c83503b6b177), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:36.991520 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46688838-a3ac-463c-ab43-df9916d5e48f req-f1050479-0ad0-49d9-ac16-133569bd6b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:36.992478 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-46688838-a3ac-463c-ab43-df9916d5e48f req-f1050479-0ad0-49d9-ac16-133569bd6b6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:36.993846 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-46688838-a3ac-463c-ab43-df9916d5e48f req-f1050479-0ad0-49d9-ac16-133569bd6b6b service neutron] 10.222.0.13 "PUT /v2.0/ports/c6296dd6-83f3-4cee-a426-c83503b6b177 HTTP/1.1" status: 200 len: 1093 time: 0.8384519 Jan 27 12:50:36.996195 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e234812d-e93b-4887-a5a0-ac7a7fe40741', 'tag': 'c6296dd6-83f3-4cee-a426-c83503b6b177'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:50:36.999234 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f41834a-0786-4dd1-b6c1-0db9cc449386" -d '{"events": [{"name": "network-changed", "server_uuid": "e234812d-e93b-4887-a5a0-ac7a7fe40741", "tag": "c6296dd6-83f3-4cee-a426-c83503b6b177"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:50:37.026700 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1050479-0ad0-49d9-ac16-133569bd6b6b service neutron] Pushing event updated for resources: {'Port': ['ID=c6296dd6-83f3-4cee-a426-c83503b6b177,revision_number=3']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:37.030941 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_common [None req-5743cff2-1651-408e-9b34-0662aa7c3f5c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Allocated IP 172.27.2.254 (eb2842ee-b281-40a5-b8cc-bad91d1f4211/1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a/4108daef-b7e5-47c3-a9b7-8eef40a3990e) {{(pid=109461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:50:37.045220 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffa54e5-8ec7-4d34-b22b-f9bc4d89b3c0 x-openstack-request-id: req-4ffa54e5-8ec7-4d34-b22b-f9bc4d89b3c0 {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:50:37.045220 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e234812d-e93b-4887-a5a0-ac7a7fe40741", "tag": "c6296dd6-83f3-4cee-a426-c83503b6b177", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:50:37.045220 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4ffa54e5-8ec7-4d34-b22b-f9bc4d89b3c0 {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:50:37.045220 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e234812d-e93b-4887-a5a0-ac7a7fe40741', 'tag': 'c6296dd6-83f3-4cee-a426-c83503b6b177', 'status': 'completed', 'code': 200} Jan 27 12:50:37.110163 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41834a-0786-4dd1-b6c1-0db9cc449386 req-46b1c880-ff41-4e28-a2e8-77de5bbf984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:37.112214 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9f41834a-0786-4dd1-b6c1-0db9cc449386 req-46b1c880-ff41-4e28-a2e8-77de5bbf984a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1247c65db6064deb8cde3cba7dc2a2c1&device_id=e234812d-e93b-4887-a5a0-ac7a7fe40741 HTTP/1.1" status: 200 len: 1096 time: 0.0481341 Jan 27 12:50:37.159922 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5743cff2-1651-408e-9b34-0662aa7c3f5c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for port (4108daef-b7e5-47c3-a9b7-8eef40a3990e), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:37.237447 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41834a-0786-4dd1-b6c1-0db9cc449386 req-1f888653-9830-4f62-a39c-501ccdd4b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:37.243121 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9f41834a-0786-4dd1-b6c1-0db9cc449386 req-1f888653-9830-4f62-a39c-501ccdd4b76c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1247c65db6064deb8cde3cba7dc2a2c1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1206172 Jan 27 12:50:37.300637 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c0091-2fbb-4572-bf87-97a87f8f5158 req-42a5d76b-f3fe-4801-9dc4-8852a5c67bee tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:37.302227 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e40c0091-2fbb-4572-bf87-97a87f8f5158 req-42a5d76b-f3fe-4801-9dc4-8852a5c67bee tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=e234812d-e93b-4887-a5a0-ac7a7fe40741 HTTP/1.1" status: 200 len: 943 time: 0.0588789 Jan 27 12:50:37.304480 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5743cff2-1651-408e-9b34-0662aa7c3f5c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (4108daef-b7e5-47c3-a9b7-8eef40a3990e), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:37.368713 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5743cff2-1651-408e-9b34-0662aa7c3f5c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Network eb2842ee-b281-40a5-b8cc-bad91d1f4211 is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:50:37.373090 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-5743cff2-1651-408e-9b34-0662aa7c3f5c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:50:37.377781 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5743cff2-1651-408e-9b34-0662aa7c3f5c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Received port after_create {{(pid=109461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:50:37.436476 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743cff2-1651-408e-9b34-0662aa7c3f5c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Pushing event updated for resources: {'Port': ['ID=4108daef-b7e5-47c3-a9b7-8eef40a3990e,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:37.464196 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e40c0091-2fbb-4572-bf87-97a87f8f5158 req-cc326861-e8c3-458d-8f36-5d576b1bf466 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510291 Jan 27 12:50:37.526125 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5743cff2-1651-408e-9b34-0662aa7c3f5c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for floatingip (7563bd7c-2b2c-432b-9067-2d68eda0c93a), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:37.597045 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 43958) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:37.640877 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41834a-0786-4dd1-b6c1-0db9cc449386 req-8dab1caa-e84a-4a92-aff4-2c07d5669845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:37.642360 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9f41834a-0786-4dd1-b6c1-0db9cc449386 req-8dab1caa-e84a-4a92-aff4-2c07d5669845 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3969691 Jan 27 12:50:37.648756 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5743cff2-1651-408e-9b34-0662aa7c3f5c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (4108daef-b7e5-47c3-a9b7-8eef40a3990e), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:37.685303 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-b1c5179d-6423-41bc-ab50-d59427e468c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a5b8100dec0a45e8a15e50e3976fb63e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0870678 Jan 27 12:50:37.687827 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 43960) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:37.721156 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46688838-a3ac-463c-ab43-df9916d5e48f req-9f580ac9-0e47-4ceb-bdbe-4fd38e8fc5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:37.722694 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-46688838-a3ac-463c-ab43-df9916d5e48f req-9f580ac9-0e47-4ceb-bdbe-4fd38e8fc5ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1247c65db6064deb8cde3cba7dc2a2c1&device_id=e234812d-e93b-4887-a5a0-ac7a7fe40741 HTTP/1.1" status: 200 len: 1096 time: 0.0443497 Jan 27 12:50:37.766938 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-46688838-a3ac-463c-ab43-df9916d5e48f req-260556da-f09f-4008-89dc-171c3ca78618 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6296dd6-83f3-4cee-a426-c83503b6b177 HTTP/1.1" status: 200 len: 217 time: 0.0379298 Jan 27 12:50:37.796738 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-27e469a7-38b0-4d94-be4a-33f59e67c3b4 admin admin] Publish callbacks [] for security_group (6fa27fc2-a958-4e15-ac4a-f7d542e13b0c), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:37.814650 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46688838-a3ac-463c-ab43-df9916d5e48f req-73c1870d-e0ea-4f84-bc1e-0f095d435bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:37.816134 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-46688838-a3ac-463c-ab43-df9916d5e48f req-73c1870d-e0ea-4f84-bc1e-0f095d435bc3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e096fb16-0eac-4cef-a5c2-1501a24076aa HTTP/1.1" status: 200 len: 853 time: 0.0440738 Jan 27 12:50:37.832524 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-27e469a7-38b0-4d94-be4a-33f59e67c3b4 admin admin] Publish callbacks [] for security_group (6fa27fc2-a958-4e15-ac4a-f7d542e13b0c), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:37.848397 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-46688838-a3ac-463c-ab43-df9916d5e48f req-5a48c7ca-56b6-4e47-aa75-af62bd692ba7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=211640df-d3a5-4530-8ce1-f50a1790c2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257256 Jan 27 12:50:37.904099 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5743cff2-1651-408e-9b34-0662aa7c3f5c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for port (4108daef-b7e5-47c3-a9b7-8eef40a3990e), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:37.944240 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-46688838-a3ac-463c-ab43-df9916d5e48f req-86a1adf4-8bd1-4eee-9db4-f0cc42fab5fe service neutron] 10.222.0.13 "GET /v2.0/networks/211640df-d3a5-4530-8ce1-f50a1790c2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892930 Jan 27 12:50:37.991037 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5743cff2-1651-408e-9b34-0662aa7c3f5c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412271'] for port (4108daef-b7e5-47c3-a9b7-8eef40a3990e), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:38.011821 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 43968) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:38.029100 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-27e469a7-38b0-4d94-be4a-33f59e67c3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (6fa27fc2-a958-4e15-ac4a-f7d542e13b0c), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:38.032137 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-27e469a7-38b0-4d94-be4a-33f59e67c3b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:38.036861 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-27e469a7-38b0-4d94-be4a-33f59e67c3b4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6fa27fc2-a958-4e15-ac4a-f7d542e13b0c HTTP/1.1" status: 204 len: 168 time: 0.3475349 Jan 27 12:50:38.053365 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-46688838-a3ac-463c-ab43-df9916d5e48f req-84c75838-88d8-4320-871b-f270c3642de7 service neutron] 10.222.0.13 "GET /v2.0/networks/211640df-d3a5-4530-8ce1-f50a1790c2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029418 Jan 27 12:50:38.074171 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e469a7-38b0-4d94-be4a-33f59e67c3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa27fc2-a958-4e15-ac4a-f7d542e13b0c,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:38.115501 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743cff2-1651-408e-9b34-0662aa7c3f5c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Pushing event updated for resources: {'Port': ['ID=4108daef-b7e5-47c3-a9b7-8eef40a3990e,revision_number=2']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:38.138299 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5743cff2-1651-408e-9b34-0662aa7c3f5c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664114'] for floatingip (7563bd7c-2b2c-432b-9067-2d68eda0c93a), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:38.146543 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6699bed6-ed66-4aca-8c0b-1dbd46d956ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:38.222551 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6699bed6-ed66-4aca-8c0b-1dbd46d956ed admin admin] Publish callbacks [] for security_group (867392ed-93c3-4efb-b36f-ce9c0e1b3603), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:38.240769 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5743cff2-1651-408e-9b34-0662aa7c3f5c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for floatingip (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:38.242102 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-5743cff2-1651-408e-9b34-0662aa7c3f5c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5702903 Jan 27 12:50:38.331847 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6699bed6-ed66-4aca-8c0b-1dbd46d956ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (867392ed-93c3-4efb-b36f-ce9c0e1b3603), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:38.373605 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699bed6-ed66-4aca-8c0b-1dbd46d956ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867392ed-93c3-4efb-b36f-ce9c0e1b3603,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:38.380719 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-6699bed6-ed66-4aca-8c0b-1dbd46d956ed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eff55da33dc34a23a73209c9a6eea199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3657217 Jan 27 12:50:38.380928 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 43984) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:38.442988 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-84d96c20-2d5e-43bf-b417-fd6c1007bc29 admin admin] Publish callbacks [] for security_group (867392ed-93c3-4efb-b36f-ce9c0e1b3603), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:38.470647 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-84d96c20-2d5e-43bf-b417-fd6c1007bc29 admin admin] Publish callbacks [] for security_group (867392ed-93c3-4efb-b36f-ce9c0e1b3603), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:38.510083 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-4e462569-0cf6-460b-8578-812dc67ebca2 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--735842874&fields=id&tenant_id=5d9aacae39d84c0d98e287aac2b1c7c7 HTTP/1.1" status: 200 len: 267 time: 0.0685866 Jan 27 12:50:38.599417 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126fe2c-6b52-4168-82d0-897c6e215143 req-c87620bc-7aac-45d0-b297-6126d2f196eb tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:38.601141 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7126fe2c-6b52-4168-82d0-897c6e215143 req-c87620bc-7aac-45d0-b297-6126d2f196eb tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=e234812d-e93b-4887-a5a0-ac7a7fe40741 HTTP/1.1" status: 200 len: 943 time: 0.0485332 Jan 27 12:50:38.602197 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-84d96c20-2d5e-43bf-b417-fd6c1007bc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (867392ed-93c3-4efb-b36f-ce9c0e1b3603), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:38.604827 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-84d96c20-2d5e-43bf-b417-fd6c1007bc29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:38.608241 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-84d96c20-2d5e-43bf-b417-fd6c1007bc29 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/867392ed-93c3-4efb-b36f-ce9c0e1b3603 HTTP/1.1" status: 204 len: 168 time: 0.2240503 Jan 27 12:50:38.621118 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d96c20-2d5e-43bf-b417-fd6c1007bc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867392ed-93c3-4efb-b36f-ce9c0e1b3603,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:38.644876 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-7507e79d-87e7-4dbe-b749-fdda95639b77 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:38.651550 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-7507e79d-87e7-4dbe-b749-fdda95639b77 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/networks?id=e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c HTTP/1.1" status: 200 len: 817 time: 0.1344917 Jan 27 12:50:38.671154 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-aa6ad28b-abcd-4c5b-88dc-b4489c4d5d55 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/quotas/5d9aacae39d84c0d98e287aac2b1c7c7 HTTP/1.1" status: 200 len: 375 time: 0.0130923 Jan 27 12:50:38.679893 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7126fe2c-6b52-4168-82d0-897c6e215143 req-84ccb91f-0de5-4d64-8cfc-6bf6956f03d1 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711763 Jan 27 12:50:38.728374 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-8ed999af-7261-4699-9150-24401fe2ef9b tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d9aacae39d84c0d98e287aac2b1c7c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484757 Jan 27 12:50:38.836659 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-51b3d6ad-c554-40fb-967a-4eecf566eca9 service neutron] 10.222.0.39 "GET /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949693 Jan 27 12:50:38.926820 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-d4277d12-a9ea-41c8-be14-e6f1950f3a6e service neutron] 10.222.0.39 "GET /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842390 Jan 27 12:50:39.159857 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d1e1b436-94e2-4b90-9413-c55994c518f3 req-07aca512-00f3-4823-9d69-214f174b0300 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 210 time: 0.0324345 Jan 27 12:50:39.318589 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 44028) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:39.332135 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a8a30a8d-6e5e-4541-8bde-98c07e129abc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:39.430415 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a8a30a8d-6e5e-4541-8bde-98c07e129abc admin admin] Publish callbacks [] for security_group (b5b22483-9b9f-4290-a090-301df0e47fa7), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:39.500639 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a8a30a8d-6e5e-4541-8bde-98c07e129abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (b5b22483-9b9f-4290-a090-301df0e47fa7), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:39.538496 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a30a8d-6e5e-4541-8bde-98c07e129abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b22483-9b9f-4290-a090-301df0e47fa7,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:39.543051 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-a8a30a8d-6e5e-4541-8bde-98c07e129abc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3dc5e4a7a44c40d89f6dfeefeb1f82e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232413 Jan 27 12:50:39.545767 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 44034) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:39.598410 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6e695f44-3b54-42a6-ab27-c22d5bff2cee admin admin] Publish callbacks [] for security_group (b5b22483-9b9f-4290-a090-301df0e47fa7), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:39.621081 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6e695f44-3b54-42a6-ab27-c22d5bff2cee admin admin] Publish callbacks [] for security_group (b5b22483-9b9f-4290-a090-301df0e47fa7), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:39.766886 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bf3c9-2893-4d2c-bc63-7e8f62513cd8 req-22b6c231-c324-4a33-81ee-112acee04d17 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:39.768539 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d12bf3c9-2893-4d2c-bc63-7e8f62513cd8 req-22b6c231-c324-4a33-81ee-112acee04d17 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0490332 Jan 27 12:50:39.798645 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca551fc6-bf2c-4a03-a92d-550ae5eb45dc req-7a8c2cbe-dd55-4258-aa5f-b4c17f8b5c77 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:39.801099 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ca551fc6-bf2c-4a03-a92d-550ae5eb45dc req-7a8c2cbe-dd55-4258-aa5f-b4c17f8b5c77 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=e234812d-e93b-4887-a5a0-ac7a7fe40741 HTTP/1.1" status: 200 len: 943 time: 0.0475810 Jan 27 12:50:39.818845 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d12bf3c9-2893-4d2c-bc63-7e8f62513cd8 req-cbe86a72-91bb-4de4-be8a-69875eba4968 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444067 Jan 27 12:50:39.821844 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6e695f44-3b54-42a6-ab27-c22d5bff2cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (b5b22483-9b9f-4290-a090-301df0e47fa7), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:39.824467 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6e695f44-3b54-42a6-ab27-c22d5bff2cee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:39.825577 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-6e695f44-3b54-42a6-ab27-c22d5bff2cee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5b22483-9b9f-4290-a090-301df0e47fa7 HTTP/1.1" status: 204 len: 168 time: 0.2788198 Jan 27 12:50:39.843010 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e695f44-3b54-42a6-ab27-c22d5bff2cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b22483-9b9f-4290-a090-301df0e47fa7,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:39.866187 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ca551fc6-bf2c-4a03-a92d-550ae5eb45dc req-154b2a04-11db-424e-981c-bd38489172d6 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594721 Jan 27 12:50:40.270031 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c93cea0a-0b52-42b1-b536-08b21ae06c79 req-a180242b-2386-49b5-9889-35205643e1a4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 210 time: 0.0339439 Jan 27 12:50:40.617781 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device c6296dd6-83f3-4cee-a426-c83503b6b177 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=109463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 12:50:40.834487 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port c6296dd6-83f3-4cee-a426-c83503b6b177, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=c6296dd6-83f3-4cee-a426-c83503b6b177,segment=NetworkSegment(41344302-fe83-401d-92fc-998f7b386b95),segment_id=41344302-fe83-401d-92fc-998f7b386b95)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:50:40.845711 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Returning: {'device': 'c6296dd6-83f3-4cee-a426-c83503b6b177', 'network_id': '211640df-d3a5-4530-8ce1-f50a1790c2b2', 'port_id': 'c6296dd6-83f3-4cee-a426-c83503b6b177', 'mac_address': 'fa:16:3e:12:0d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e096fb16-0eac-4cef-a5c2-1501a24076aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 12:50:40.886516 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port c6296dd6-83f3-4cee-a426-c83503b6b177 is: DOWN; New status is: BUILD {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:50:40.886946 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (c6296dd6-83f3-4cee-a426-c83503b6b177), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:40.900959 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6296dd6-83f3-4cee-a426-c83503b6b177 {{(pid=109463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:50:40.920841 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port c6296dd6-83f3-4cee-a426-c83503b6b177, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=c6296dd6-83f3-4cee-a426-c83503b6b177,segment=NetworkSegment(41344302-fe83-401d-92fc-998f7b386b95),segment_id=41344302-fe83-401d-92fc-998f7b386b95)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:50:40.936350 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313fe9d-f495-45af-bfe4-eff8903fc2af req-68d677cd-c07c-4db3-87ba-4ab27503fe5a tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:40.937862 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4313fe9d-f495-45af-bfe4-eff8903fc2af req-68d677cd-c07c-4db3-87ba-4ab27503fe5a tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0498047 Jan 27 12:50:40.990316 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4054b3a-66cc-4175-a71e-5d930a8d53ab req-0e1ad299-75a9-40c6-8962-02fc98d3f42a tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:40.991824 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-e4054b3a-66cc-4175-a71e-5d930a8d53ab req-0e1ad299-75a9-40c6-8962-02fc98d3f42a tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=e234812d-e93b-4887-a5a0-ac7a7fe40741 HTTP/1.1" status: 200 len: 943 time: 0.0544403 Jan 27 12:50:40.994888 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4313fe9d-f495-45af-bfe4-eff8903fc2af req-fe9d0631-ff27-48fc-a129-506aeb4e503f tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473831 Jan 27 12:50:41.010195 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (c6296dd6-83f3-4cee-a426-c83503b6b177), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:41.040102 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-e4054b3a-66cc-4175-a71e-5d930a8d53ab req-42fd311c-b79f-4d58-a7bc-1851f75447bf tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427055 Jan 27 12:50:41.066044 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=c6296dd6-83f3-4cee-a426-c83503b6b177,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:41.073558 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:50:41.073934 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:50:41.074277 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:50:41.074622 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:50:41.075147 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:50:41.075335 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:50:41.075641 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:50:41.075961 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:50:41.076289 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:50:41.076631 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:50:41.077024 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:50:41.077724 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:50:41.077724 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:50:41.275394 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['c6296dd6-83f3-4cee-a426-c83503b6b177'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:50:41.398688 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-428ff368-b800-4409-a38a-071c472aad7f req-c90ef357-b67b-47bf-a34a-2dccbe7d5a77 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 210 time: 0.0339913 Jan 27 12:50:41.437335 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-142a635f-8646-4c75-b82c-115b185622de tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:41.439500 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-142a635f-8646-4c75-b82c-115b185622de tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.13 "GET /v2.0/networks?id=e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c HTTP/1.1" status: 200 len: 817 time: 0.1390390 Jan 27 12:50:41.500160 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-1f74e2a2-3b84-4e16-8a8e-c12aeb51549d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d9aacae39d84c0d98e287aac2b1c7c7 HTTP/1.1" status: 200 len: 379 time: 0.0531106 Jan 27 12:50:41.508776 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-359086b3-9e5d-4a87-9a3b-7d10944edc8f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Request body: {'port': {'device_id': 'b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'admin_state_up': True, 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'security_groups': ['51d7beaa-2c42-4b85-8a87-f57542419f4e']}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:50:41.698769 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-359086b3-9e5d-4a87-9a3b-7d10944edc8f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Made reservation on behalf of 5d9aacae39d84c0d98e287aac2b1c7c7 for: {'port': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:50:41.702175 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-359086b3-9e5d-4a87-9a3b-7d10944edc8f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:41.830609 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_common [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-359086b3-9e5d-4a87-9a3b-7d10944edc8f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Allocated IP 172.20.0.13 (e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c/f748fb8f-46de-4c32-959f-bac58f8a9f39/843947ce-69b5-4af1-a0fa-52f08be3d788) {{(pid=109462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:50:41.968087 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-359086b3-9e5d-4a87-9a3b-7d10944edc8f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:42.111013 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49254d0-621e-4c54-b29e-1b1256efed8b req-228f0587-3d6e-4d3a-a75f-13c5683264ba tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:42.112443 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a49254d0-621e-4c54-b29e-1b1256efed8b req-228f0587-3d6e-4d3a-a75f-13c5683264ba tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0515656 Jan 27 12:50:42.137716 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-359086b3-9e5d-4a87-9a3b-7d10944edc8f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:42.157664 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe290942-96ea-483c-acc7-d41e9b08ae5b req-26e0cd47-ffee-4c8d-858f-ca47c477a784 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:42.159916 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-fe290942-96ea-483c-acc7-d41e9b08ae5b req-26e0cd47-ffee-4c8d-858f-ca47c477a784 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=e234812d-e93b-4887-a5a0-ac7a7fe40741 HTTP/1.1" status: 200 len: 944 time: 0.0506244 Jan 27 12:50:42.195726 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-359086b3-9e5d-4a87-9a3b-7d10944edc8f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Network e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:50:42.207240 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-fe290942-96ea-483c-acc7-d41e9b08ae5b req-86edd8a8-8e4d-4002-ba67-fa71fd64569c tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417378 Jan 27 12:50:42.209053 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-359086b3-9e5d-4a87-9a3b-7d10944edc8f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:50:42.214668 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-359086b3-9e5d-4a87-9a3b-7d10944edc8f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Received port after_create {{(pid=109462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:50:42.218583 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359086b3-9e5d-4a87-9a3b-7d10944edc8f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Pushing event updated for resources: {'Port': ['ID=843947ce-69b5-4af1-a0fa-52f08be3d788,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:42.224129 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a49254d0-621e-4c54-b29e-1b1256efed8b req-14a28f3a-b398-4734-9e8c-ee49ec13ab8f tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1061718 Jan 27 12:50:42.284781 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-359086b3-9e5d-4a87-9a3b-7d10944edc8f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:42.285461 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-359086b3-9e5d-4a87-9a3b-7d10944edc8f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:42.387038 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-359086b3-9e5d-4a87-9a3b-7d10944edc8f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8820889 Jan 27 12:50:42.398837 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-f9779077-f214-489c-ba6c-192405194c41 service neutron] Request body: {'port': {'device_id': 'b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:50:42.450564 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-f9779077-f214-489c-ba6c-192405194c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:42.503718 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-da9c7ca8-20ee-4c32-affc-d89280efe433 None None] Provisioning complete for port 843947ce-69b5-4af1-a0fa-52f08be3d788 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:50:42.504366 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-da9c7ca8-20ee-4c32-affc-d89280efe433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:42.523999 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a3652-732a-48cb-b989-e1a3372c3121 req-806ec1f7-46f0-442a-a055-c3be8a3dfdc0 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:42.523999 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e63a3652-732a-48cb-b989-e1a3372c3121 req-806ec1f7-46f0-442a-a055-c3be8a3dfdc0 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 932 time: 0.0496693 Jan 27 12:50:42.539360 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-da9c7ca8-20ee-4c32-affc-d89280efe433 None None] Port 843947ce-69b5-4af1-a0fa-52f08be3d788 cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:50:42.573054 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e63a3652-732a-48cb-b989-e1a3372c3121 req-155ac5f6-5e51-4e6c-b3c5-8571dae817f5 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438290 Jan 27 12:50:42.643514 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device c6296dd6-83f3-4cee-a426-c83503b6b177 up at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:50:42.726985 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-f9779077-f214-489c-ba6c-192405194c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 843947ce-69b5-4af1-a0fa-52f08be3d788 {{(pid=109462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:50:42.734376 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-f9779077-f214-489c-ba6c-192405194c41 service neutron] Publish callbacks [] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:42.746978 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.provisioning_blocks [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-f9779077-f214-489c-ba6c-192405194c41 service neutron] Transition to ACTIVE for port object 843947ce-69b5-4af1-a0fa-52f08be3d788 will not be triggered until provisioned by entity L2. {{(pid=109462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 12:50:42.758937 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning for port c6296dd6-83f3-4cee-a426-c83503b6b177 completed by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 12:50:42.763072 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning complete for port c6296dd6-83f3-4cee-a426-c83503b6b177 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:50:42.763553 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (c6296dd6-83f3-4cee-a426-c83503b6b177), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:42.810496 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-f9779077-f214-489c-ba6c-192405194c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:42.842149 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port c6296dd6-83f3-4cee-a426-c83503b6b177 is: BUILD; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:50:42.842694 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (c6296dd6-83f3-4cee-a426-c83503b6b177), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:42.862463 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9779077-f214-489c-ba6c-192405194c41 service neutron] Pushing event updated for resources: {'Port': ['ID=843947ce-69b5-4af1-a0fa-52f08be3d788,revision_number=2']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:42.869847 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e234812d-e93b-4887-a5a0-ac7a7fe40741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6296dd6-83f3-4cee-a426-c83503b6b177'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:50:42.873523 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adaa1768-bec9-473d-a1b6-91a88185bc7f" -d '{"events": [{"server_uuid": "e234812d-e93b-4887-a5a0-ac7a7fe40741", "name": "network-vif-plugged", "status": "completed", "tag": "c6296dd6-83f3-4cee-a426-c83503b6b177"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:50:42.897714 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port c6296dd6-83f3-4cee-a426-c83503b6b177, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=c6296dd6-83f3-4cee-a426-c83503b6b177,segment=NetworkSegment(41344302-fe83-401d-92fc-998f7b386b95),segment_id=41344302-fe83-401d-92fc-998f7b386b95)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:50:42.926053 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29704cfa-313c-49ce-be1d-b73e61570cb3 x-openstack-request-id: req-29704cfa-313c-49ce-be1d-b73e61570cb3 {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:50:42.926417 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e234812d-e93b-4887-a5a0-ac7a7fe40741", "name": "network-vif-plugged", "status": "completed", "tag": "c6296dd6-83f3-4cee-a426-c83503b6b177", "code": 200}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:50:42.927228 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29704cfa-313c-49ce-be1d-b73e61570cb3 {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:50:42.927763 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e234812d-e93b-4887-a5a0-ac7a7fe40741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6296dd6-83f3-4cee-a426-c83503b6b177', 'code': 200} Jan 27 12:50:42.929523 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-f9779077-f214-489c-ba6c-192405194c41 service neutron] Attempting to bind port 843947ce-69b5-4af1-a0fa-52f08be3d788 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:50:42.929886 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-f9779077-f214-489c-ba6c-192405194c41 service neutron] Attempting to bind port 843947ce-69b5-4af1-a0fa-52f08be3d788 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': 'b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c'}] {{(pid=109462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:50:42.930232 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-f9779077-f214-489c-ba6c-192405194c41 service neutron] Attempting to bind port 843947ce-69b5-4af1-a0fa-52f08be3d788 on network e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:50:42.934997 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-f9779077-f214-489c-ba6c-192405194c41 service neutron] Port 843947ce-69b5-4af1-a0fa-52f08be3d788 on network e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 12:50:42.935334 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-f9779077-f214-489c-ba6c-192405194c41 service neutron] Attempting to bind port 843947ce-69b5-4af1-a0fa-52f08be3d788 on network e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:50:42.941889 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-f9779077-f214-489c-ba6c-192405194c41 service neutron] Checking agent: {'id': 'e5f4578a-8b65-461b-9155-0533d25cd18a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'started_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:50:42.942195 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-f9779077-f214-489c-ba6c-192405194c41 service neutron] Checking segment: {'id': 'b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:50:42.942594 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-f9779077-f214-489c-ba6c-192405194c41 service neutron] Bound using segment: {'id': 'b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c'} {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:50:42.943199 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-f9779077-f214-489c-ba6c-192405194c41 service neutron] Bound port: 843947ce-69b5-4af1-a0fa-52f08be3d788, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c'}}] {{(pid=109462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:50:42.943684 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-f9779077-f214-489c-ba6c-192405194c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:42.995895 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (c6296dd6-83f3-4cee-a426-c83503b6b177), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:43.036955 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-f9779077-f214-489c-ba6c-192405194c41 service neutron] For port 843947ce-69b5-4af1-a0fa-52f08be3d788, host hv-cinder-82403, cleared binding levels {{(pid=109462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:50:43.040547 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-f9779077-f214-489c-ba6c-192405194c41 service neutron] For port 843947ce-69b5-4af1-a0fa-52f08be3d788, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=843947ce-69b5-4af1-a0fa-52f08be3d788,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:50:43.046904 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=c6296dd6-83f3-4cee-a426-c83503b6b177,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:43.133624 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-f9779077-f214-489c-ba6c-192405194c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:43.172589 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-f9779077-f214-489c-ba6c-192405194c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:43.173218 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-f9779077-f214-489c-ba6c-192405194c41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:43.175255 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-f9779077-f214-489c-ba6c-192405194c41 service neutron] 10.222.0.13 "PUT /v2.0/ports/843947ce-69b5-4af1-a0fa-52f08be3d788 HTTP/1.1" status: 200 len: 1094 time: 0.7807629 Jan 27 12:50:43.177957 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8', 'tag': '843947ce-69b5-4af1-a0fa-52f08be3d788'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:50:43.178365 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 44112) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:43.181445 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2b03e8-f010-4197-b4ca-8a2dcf64c505" -d '{"events": [{"name": "network-changed", "server_uuid": "b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8", "tag": "843947ce-69b5-4af1-a0fa-52f08be3d788"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:50:43.216043 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9779077-f214-489c-ba6c-192405194c41 service neutron] Pushing event updated for resources: {'Port': ['ID=843947ce-69b5-4af1-a0fa-52f08be3d788,revision_number=3']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:43.223329 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d16e8b-7a33-423e-b9ef-2835ed7fa905 x-openstack-request-id: req-36d16e8b-7a33-423e-b9ef-2835ed7fa905 {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:50:43.223749 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8", "tag": "843947ce-69b5-4af1-a0fa-52f08be3d788", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:50:43.224013 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-36d16e8b-7a33-423e-b9ef-2835ed7fa905 {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:50:43.224415 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8', 'tag': '843947ce-69b5-4af1-a0fa-52f08be3d788', 'status': 'completed', 'code': 200} Jan 27 12:50:43.365806 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1258eba6-b260-4f40-93ea-ffaeb3f99270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:43.412101 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b03e8-f010-4197-b4ca-8a2dcf64c505 req-e8983149-2fa1-49dc-9e35-2d3e6aae719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:43.413685 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ff2b03e8-f010-4197-b4ca-8a2dcf64c505 req-e8983149-2fa1-49dc-9e35-2d3e6aae719a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d9aacae39d84c0d98e287aac2b1c7c7&device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 1097 time: 0.1485314 Jan 27 12:50:43.429986 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985f37e-9eca-4e54-b9cc-7fb8ca0b9d0d req-b3bfc72d-6b00-4b0a-9730-338e94b51c5d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:43.431414 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3985f37e-9eca-4e54-b9cc-7fb8ca0b9d0d req-b3bfc72d-6b00-4b0a-9730-338e94b51c5d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0784044 Jan 27 12:50:43.450323 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4f6a0-c0d7-4e65-bb86-ff6fcb1322c2 req-5a8a2091-01a8-46d0-b6e3-9d948ad1f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:43.451889 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d9b4f6a0-c0d7-4e65-bb86-ff6fcb1322c2 req-5a8a2091-01a8-46d0-b6e3-9d948ad1f729 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e234812d-e93b-4887-a5a0-ac7a7fe40741 HTTP/1.1" status: 200 len: 1098 time: 0.1269424 Jan 27 12:50:43.462870 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59415a-d7ea-4ece-932f-39aab11286fe req-39fd7743-e3a9-4409-ac7b-43cda3121e1c tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:43.464240 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-bd59415a-d7ea-4ece-932f-39aab11286fe req-39fd7743-e3a9-4409-ac7b-43cda3121e1c tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=e234812d-e93b-4887-a5a0-ac7a7fe40741 HTTP/1.1" status: 200 len: 945 time: 0.1171737 Jan 27 12:50:43.501017 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3985f37e-9eca-4e54-b9cc-7fb8ca0b9d0d req-7e9821b2-05ad-499e-abc6-9c39486cc592 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633526 Jan 27 12:50:43.521125 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1258eba6-b260-4f40-93ea-ffaeb3f99270 admin admin] Publish callbacks [] for security_group (59e9ca09-fdf4-484f-a703-3ae2fb38fd86), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:43.603246 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-bd59415a-d7ea-4ece-932f-39aab11286fe req-d618ee59-06d2-4c41-9cf2-93062638d467 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095078 Jan 27 12:50:43.606732 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d9b4f6a0-c0d7-4e65-bb86-ff6fcb1322c2 req-f60beef6-c8fa-465d-ab2b-d3a9bd4289b0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144881 Jan 27 12:50:43.609556 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b03e8-f010-4197-b4ca-8a2dcf64c505 req-f7b62d78-66a4-4aed-a683-8f53553def39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:43.610898 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ff2b03e8-f010-4197-b4ca-8a2dcf64c505 req-f7b62d78-66a4-4aed-a683-8f53553def39 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=5d9aacae39d84c0d98e287aac2b1c7c7&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1853600 Jan 27 12:50:43.618405 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1258eba6-b260-4f40-93ea-ffaeb3f99270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (59e9ca09-fdf4-484f-a703-3ae2fb38fd86), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:43.665558 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-1258eba6-b260-4f40-93ea-ffaeb3f99270 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e7ca0b1d39a541bda4ae52736c691694&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4860575 Jan 27 12:50:43.667568 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258eba6-b260-4f40-93ea-ffaeb3f99270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e9ca09-fdf4-484f-a703-3ae2fb38fd86,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:43.668348 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 44126) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:43.707114 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb63a6d-76bb-479a-a0cc-31cdb32c70a7 req-6910c52b-795e-4e60-9367-1a653c545542 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:43.708598 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-dcb63a6d-76bb-479a-a0cc-31cdb32c70a7 req-6910c52b-795e-4e60-9367-1a653c545542 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 944 time: 0.0574708 Jan 27 12:50:43.720403 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-7c8b080c-630a-4756-8555-d2b08e1e068d admin admin] Publish callbacks [] for security_group (59e9ca09-fdf4-484f-a703-3ae2fb38fd86), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:43.742818 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-7c8b080c-630a-4756-8555-d2b08e1e068d admin admin] Publish callbacks [] for security_group (59e9ca09-fdf4-484f-a703-3ae2fb38fd86), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:43.761217 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-dcb63a6d-76bb-479a-a0cc-31cdb32c70a7 req-2b48469b-9759-4dbf-9b88-1410737f2c16 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454445 Jan 27 12:50:43.865174 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-7c8b080c-630a-4756-8555-d2b08e1e068d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (59e9ca09-fdf4-484f-a703-3ae2fb38fd86), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:43.867719 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-7c8b080c-630a-4756-8555-d2b08e1e068d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:43.868817 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-7c8b080c-630a-4756-8555-d2b08e1e068d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/59e9ca09-fdf4-484f-a703-3ae2fb38fd86 HTTP/1.1" status: 204 len: 168 time: 0.1993821 Jan 27 12:50:43.885542 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b080c-630a-4756-8555-d2b08e1e068d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e9ca09-fdf4-484f-a703-3ae2fb38fd86,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:43.927524 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b03e8-f010-4197-b4ca-8a2dcf64c505 req-153106b2-3d5e-4635-89d7-78b8e5f8274c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:43.929015 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ff2b03e8-f010-4197-b4ca-8a2dcf64c505 req-153106b2-3d5e-4635-89d7-78b8e5f8274c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1087830 Jan 27 12:50:44.635220 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f91e0c-8297-4862-8589-4ea9901b111b req-35f20e6f-0959-41e6-afcf-bf56be03f1bd tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:44.636758 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-12f91e0c-8297-4862-8589-4ea9901b111b req-35f20e6f-0959-41e6-afcf-bf56be03f1bd tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0516083 Jan 27 12:50:44.684806 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-12f91e0c-8297-4862-8589-4ea9901b111b req-d48db73c-7068-4771-a6f4-1531efa71b79 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425310 Jan 27 12:50:44.720204 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b3398-1e5e-4f77-9b21-d948c0ddccb2 req-f703f377-3e3a-4099-b2d6-fdb8705b6751 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:44.722305 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-852b3398-1e5e-4f77-9b21-d948c0ddccb2 req-f703f377-3e3a-4099-b2d6-fdb8705b6751 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=e234812d-e93b-4887-a5a0-ac7a7fe40741 HTTP/1.1" status: 200 len: 945 time: 0.0513191 Jan 27 12:50:44.768877 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-852b3398-1e5e-4f77-9b21-d948c0ddccb2 req-1059e941-959c-4b15-b3ac-496305c39269 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405452 Jan 27 12:50:44.874788 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bb017-e1d0-4e2d-b0bf-993290d8c155 req-4902e962-aaeb-49bc-838a-079a1a02d1e1 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:44.876270 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8a0bb017-e1d0-4e2d-b0bf-993290d8c155 req-4902e962-aaeb-49bc-838a-079a1a02d1e1 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 944 time: 0.0467436 Jan 27 12:50:44.922912 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8a0bb017-e1d0-4e2d-b0bf-993290d8c155 req-f1743860-ac18-4c33-836f-b8842b2e7982 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411079 Jan 27 12:50:45.794871 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fa836-bd9d-41ee-a20b-8d01314b2d83 req-b6f59f26-7349-4a1a-95ed-9238f1190abf tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:45.796553 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ec3fa836-bd9d-41ee-a20b-8d01314b2d83 req-b6f59f26-7349-4a1a-95ed-9238f1190abf tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0465162 Jan 27 12:50:45.842382 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ec3fa836-bd9d-41ee-a20b-8d01314b2d83 req-a2da068b-6bb6-4c18-b97c-19bcd83ebcff tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399263 Jan 27 12:50:45.885053 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c95f4d-2dbf-4f59-bc11-1bdddca30c68 req-8e4a8b3f-f08b-49e6-97c1-e46b8897637b tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:45.886500 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-43c95f4d-2dbf-4f59-bc11-1bdddca30c68 req-8e4a8b3f-f08b-49e6-97c1-e46b8897637b tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=e234812d-e93b-4887-a5a0-ac7a7fe40741 HTTP/1.1" status: 200 len: 945 time: 0.0511630 Jan 27 12:50:45.930594 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-43c95f4d-2dbf-4f59-bc11-1bdddca30c68 req-3b9b007f-8c2a-47ad-9c44-3de4e2232267 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385594 Jan 27 12:50:46.041176 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e835c4-11e5-44c0-a0ac-7eb65bfe8c48 req-049b8aa6-ffb9-4d0b-a9fc-916c7627d2d6 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:46.042625 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a7e835c4-11e5-44c0-a0ac-7eb65bfe8c48 req-049b8aa6-ffb9-4d0b-a9fc-916c7627d2d6 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 944 time: 0.0501125 Jan 27 12:50:46.087018 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a7e835c4-11e5-44c0-a0ac-7eb65bfe8c48 req-2dc79269-0cd2-4ecb-a3fc-d77115112cc3 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388744 Jan 27 12:50:46.731879 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-daeeb2d6-033d-4b32-a92a-21449b9d8c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:46.733314 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-daeeb2d6-033d-4b32-a92a-21449b9d8c88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d9aacae39d84c0d98e287aac2b1c7c7&device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 1097 time: 0.0399375 Jan 27 12:50:46.772824 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-64b9b5b1-81e5-491c-8363-0647879fe9e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=843947ce-69b5-4af1-a0fa-52f08be3d788 HTTP/1.1" status: 200 len: 217 time: 0.0319443 Jan 27 12:50:46.824512 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-090ae08e-f290-4126-9b7c-61c9d70da6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:46.825918 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-090ae08e-f290-4126-9b7c-61c9d70da6a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f748fb8f-46de-4c32-959f-bac58f8a9f39 HTTP/1.1" status: 200 len: 856 time: 0.0462425 Jan 27 12:50:46.869890 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-47caae2b-b3b6-44c9-966e-27c3f15b0b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:46.870884 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-47caae2b-b3b6-44c9-966e-27c3f15b0b18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384464 Jan 27 12:50:46.996154 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4330ae-d0ac-41de-ad70-352e5e7b5490 req-d120527e-9b94-4eb7-9bc6-2a1e937ec878 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:46.997670 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-bd4330ae-d0ac-41de-ad70-352e5e7b5490 req-d120527e-9b94-4eb7-9bc6-2a1e937ec878 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0791705 Jan 27 12:50:47.000014 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-2d0bd27d-11eb-4244-ac3e-c761adae93dd service neutron] 10.222.0.13 "GET /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229293 Jan 27 12:50:47.042850 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c07b3-1456-45e1-824a-5c07e7e60410 req-26fd2e5a-a98c-41d2-a60a-dd858b910963 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:47.044410 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8f0c07b3-1456-45e1-824a-5c07e7e60410 req-26fd2e5a-a98c-41d2-a60a-dd858b910963 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=e234812d-e93b-4887-a5a0-ac7a7fe40741 HTTP/1.1" status: 200 len: 945 time: 0.0481827 Jan 27 12:50:47.091509 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8f0c07b3-1456-45e1-824a-5c07e7e60410 req-37082dd7-be19-4299-b745-03792b7b61c0 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413074 Jan 27 12:50:47.095409 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-bd4330ae-d0ac-41de-ad70-352e5e7b5490 req-fc346a95-40ec-4376-9284-982c53bd533d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0915685 Jan 27 12:50:47.122902 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57bd2ea0-e4e4-4b49-b57d-f1e7e5fe2cc6 req-2d705b74-db1c-4e8f-b62b-e81dade00828 service neutron] 10.222.0.13 "GET /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122549 Jan 27 12:50:47.206207 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3beb5-6977-44e0-9877-379a253f8b4b req-e32ac5ab-f3a8-4bcc-947e-69d298573820 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:47.207687 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9fb3beb5-6977-44e0-9877-379a253f8b4b req-e32ac5ab-f3a8-4bcc-947e-69d298573820 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 944 time: 0.0481095 Jan 27 12:50:47.257790 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9fb3beb5-6977-44e0-9877-379a253f8b4b req-6ac85fd9-b016-4192-a445-2a3a6cf1c6ff tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439591 Jan 27 12:50:48.208788 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da71a7-b814-4fb8-a649-484881565f7c req-fe1b6f9c-2771-448a-9c03-6ec36c0d1d2c tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:48.210217 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a155efd-fb4d-433a-92f0-971c57a17269 req-7f3ed8e0-189d-4faa-ba8c-16970af60640 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:48.210671 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-97da71a7-b814-4fb8-a649-484881565f7c req-fe1b6f9c-2771-448a-9c03-6ec36c0d1d2c tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=e234812d-e93b-4887-a5a0-ac7a7fe40741 HTTP/1.1" status: 200 len: 945 time: 0.0501499 Jan 27 12:50:48.211724 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8a155efd-fb4d-433a-92f0-971c57a17269 req-7f3ed8e0-189d-4faa-ba8c-16970af60640 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0481565 Jan 27 12:50:48.273570 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8a155efd-fb4d-433a-92f0-971c57a17269 req-6d3bb170-c712-4c67-826f-9f05ccd357fd tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558662 Jan 27 12:50:48.281278 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-97da71a7-b814-4fb8-a649-484881565f7c req-c8aa1b4a-1c0a-425d-be88-177f3fb1ab56 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653253 Jan 27 12:50:48.520723 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46549a3-2502-4ec8-98b2-f60735665982 req-3174495f-8cdf-4d46-ab14-d5b472815545 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:48.522198 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f46549a3-2502-4ec8-98b2-f60735665982 req-3174495f-8cdf-4d46-ab14-d5b472815545 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 944 time: 0.1940360 Jan 27 12:50:48.567721 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f46549a3-2502-4ec8-98b2-f60735665982 req-9035cb4c-f703-412e-b265-19c788327c01 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401552 Jan 27 12:50:49.390216 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577a1e4-41eb-4e84-b0d7-ea8a211ad0fc req-72343165-55e3-40c9-ad03-d8028544a82c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:49.391973 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a577a1e4-41eb-4e84-b0d7-ea8a211ad0fc req-72343165-55e3-40c9-ad03-d8028544a82c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0527463 Jan 27 12:50:49.438186 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a577a1e4-41eb-4e84-b0d7-ea8a211ad0fc req-c85bcbe6-b86a-47d2-81b0-d2e6a982fd86 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402193 Jan 27 12:50:49.680378 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e79566-7853-45a6-82fa-aea7eb0ebbcc req-3cf2b7bf-587c-47f2-9ddb-378bbb3fb87d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:49.681808 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-54e79566-7853-45a6-82fa-aea7eb0ebbcc req-3cf2b7bf-587c-47f2-9ddb-378bbb3fb87d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 944 time: 0.0465426 Jan 27 12:50:49.726960 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-54e79566-7853-45a6-82fa-aea7eb0ebbcc req-5672a79f-47bf-41ee-a17b-8fce9897d433 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397906 Jan 27 12:50:50.118711 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 843947ce-69b5-4af1-a0fa-52f08be3d788 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=109463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 12:50:50.208761 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 843947ce-69b5-4af1-a0fa-52f08be3d788, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=843947ce-69b5-4af1-a0fa-52f08be3d788,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:50:50.222947 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Returning: {'device': '843947ce-69b5-4af1-a0fa-52f08be3d788', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'port_id': '843947ce-69b5-4af1-a0fa-52f08be3d788', 'mac_address': 'fa:16:3e:ee:f6:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 12:50:50.258335 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 843947ce-69b5-4af1-a0fa-52f08be3d788 is: DOWN; New status is: BUILD {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:50:50.258715 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:50.271241 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843947ce-69b5-4af1-a0fa-52f08be3d788 {{(pid=109463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:50:50.290036 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 843947ce-69b5-4af1-a0fa-52f08be3d788, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=843947ce-69b5-4af1-a0fa-52f08be3d788,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:50:50.373000 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:50.424364 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=843947ce-69b5-4af1-a0fa-52f08be3d788,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:50.470027 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-3a40073e-c818-4902-b5de-38904fa83f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:50.552906 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76a00c-2b62-4122-9f34-e41c9767ae35 req-53ca7a30-a98a-48a8-bb3c-e81571a73e3d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:50.554352 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-df76a00c-2b62-4122-9f34-e41c9767ae35 req-53ca7a30-a98a-48a8-bb3c-e81571a73e3d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0507586 Jan 27 12:50:50.599602 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-df76a00c-2b62-4122-9f34-e41c9767ae35 req-eac53205-8a9b-4c51-8416-3929670b6918 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397501 Jan 27 12:50:50.838614 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37beceb-9a13-4c2f-ad78-0d414103596c req-6d0a70d1-2220-409e-9995-98294a43d7e4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:50.840075 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e37beceb-9a13-4c2f-ad78-0d414103596c req-6d0a70d1-2220-409e-9995-98294a43d7e4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 945 time: 0.0461049 Jan 27 12:50:50.886764 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e37beceb-9a13-4c2f-ad78-0d414103596c req-79b88dcc-f63d-47b9-95dd-f668cb0567ff tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412381 Jan 27 12:50:51.356044 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['843947ce-69b5-4af1-a0fa-52f08be3d788'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:50:51.712802 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef7814-afb8-41a6-b716-d272140ff598 req-baa8928c-2407-487a-a036-b405726fef7a tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:51.714733 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-caef7814-afb8-41a6-b716-d272140ff598 req-baa8928c-2407-487a-a036-b405726fef7a tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0480917 Jan 27 12:50:51.765077 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-caef7814-afb8-41a6-b716-d272140ff598 req-185657db-25e4-463d-a41e-9558af066bd4 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446858 Jan 27 12:50:52.005900 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf1598-fc90-442a-b4f0-04cc865b328d req-c43c373b-9e31-474a-a1e7-885599eefd80 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:52.007290 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-36cf1598-fc90-442a-b4f0-04cc865b328d req-c43c373b-9e31-474a-a1e7-885599eefd80 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 945 time: 0.0476353 Jan 27 12:50:52.052640 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-36cf1598-fc90-442a-b4f0-04cc865b328d req-0d192668-893f-49e8-b8bb-50b826d3b92c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397944 Jan 27 12:50:52.730118 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-e3f54d02-2175-4fb0-a6f9-1cc1cc765ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:53.096985 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ad9b-8000-4655-8516-0b093c660ca3 req-e98eed3f-79b5-4012-b7c9-4ddd37e1b997 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:53.098465 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-c9b4ad9b-8000-4655-8516-0b093c660ca3 req-e98eed3f-79b5-4012-b7c9-4ddd37e1b997 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.2697828 Jan 27 12:50:53.146864 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-c9b4ad9b-8000-4655-8516-0b093c660ca3 req-e38997a5-cb1f-4d08-998d-8cce7aecbda7 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418134 Jan 27 12:50:53.171847 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f129b7-aaeb-43f7-b17b-dfa50e3ae3fc req-45170d93-f377-473d-ae7a-1fe7c532dda5 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:53.173318 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b0f129b7-aaeb-43f7-b17b-dfa50e3ae3fc req-45170d93-f377-473d-ae7a-1fe7c532dda5 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 945 time: 0.0511360 Jan 27 12:50:53.218707 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b0f129b7-aaeb-43f7-b17b-dfa50e3ae3fc req-e233c5e7-f89a-48f7-a7a8-c5cfabb3cd28 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393662 Jan 27 12:50:53.256532 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 843947ce-69b5-4af1-a0fa-52f08be3d788 up at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:50:53.364994 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning for port 843947ce-69b5-4af1-a0fa-52f08be3d788 completed by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 12:50:53.368631 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning complete for port 843947ce-69b5-4af1-a0fa-52f08be3d788 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:50:53.369005 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:53.446377 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 843947ce-69b5-4af1-a0fa-52f08be3d788 is: BUILD; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:50:53.446789 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:53.468080 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843947ce-69b5-4af1-a0fa-52f08be3d788'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:50:53.470365 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3300378-ebd3-4736-be91-be19ba728aa2" -d '{"events": [{"server_uuid": "b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8", "name": "network-vif-plugged", "status": "completed", "tag": "843947ce-69b5-4af1-a0fa-52f08be3d788"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:50:53.483428 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 843947ce-69b5-4af1-a0fa-52f08be3d788, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=843947ce-69b5-4af1-a0fa-52f08be3d788,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:50:53.506330 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d83f9a-3677-42e0-b966-0a97f63ddd1f x-openstack-request-id: req-46d83f9a-3677-42e0-b966-0a97f63ddd1f {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:50:53.506330 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8", "name": "network-vif-plugged", "status": "completed", "tag": "843947ce-69b5-4af1-a0fa-52f08be3d788", "code": 200}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:50:53.506528 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-46d83f9a-3677-42e0-b966-0a97f63ddd1f {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:50:53.506945 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843947ce-69b5-4af1-a0fa-52f08be3d788', 'code': 200} Jan 27 12:50:53.555851 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:53.603638 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=843947ce-69b5-4af1-a0fa-52f08be3d788,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:50:53.795681 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:53.798369 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398a649-4689-4889-a013-1536b07bd9c1 req-8a1f86d8-1783-4936-95cc-4e4ad8cf1404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:53.799849 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3398a649-4689-4889-a013-1536b07bd9c1 req-8a1f86d8-1783-4936-95cc-4e4ad8cf1404 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 1099 time: 0.0387485 Jan 27 12:50:53.842127 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3398a649-4689-4889-a013-1536b07bd9c1 req-a8b96e6d-ebdb-4728-b633-60ed1ba5b37f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359437 Jan 27 12:50:54.258566 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2312cc-1386-4fd7-9d60-8fed62b6eb67 req-5eb45ef8-c5a4-46dc-b807-24f79ee08de8 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:54.264115 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-dc2312cc-1386-4fd7-9d60-8fed62b6eb67 req-5eb45ef8-c5a4-46dc-b807-24f79ee08de8 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0491621 Jan 27 12:50:54.310221 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-dc2312cc-1386-4fd7-9d60-8fed62b6eb67 req-5e8e46f7-e82c-43e9-9592-9d902ba631a3 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446985 Jan 27 12:50:54.343647 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c84bba-a3e9-453a-972c-b82341184664 req-03a1d431-db28-4af1-9101-8b7bdb406fb4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:54.345104 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-24c84bba-a3e9-453a-972c-b82341184664 req-03a1d431-db28-4af1-9101-8b7bdb406fb4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 946 time: 0.0479250 Jan 27 12:50:54.391376 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-24c84bba-a3e9-453a-972c-b82341184664 req-029afcf7-e254-49a3-be05-1482c9d40985 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388668 Jan 27 12:50:55.372491 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:55.427960 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cd92c-ae08-409a-9ffd-fd4b35c6289b req-9118cbd6-ee24-477b-989d-72c305f98c06 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:55.429541 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d89cd92c-ae08-409a-9ffd-fd4b35c6289b req-9118cbd6-ee24-477b-989d-72c305f98c06 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0474765 Jan 27 12:50:55.478494 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d89cd92c-ae08-409a-9ffd-fd4b35c6289b req-09fe3cc3-d40d-4a37-99f3-b68ea7993490 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434570 Jan 27 12:50:55.511660 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979ce9e-4b0e-432d-b009-52134ef4b466 req-6dacd314-95ea-40e5-8eab-f6ea98a408a1 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:55.514396 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7979ce9e-4b0e-432d-b009-52134ef4b466 req-6dacd314-95ea-40e5-8eab-f6ea98a408a1 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 946 time: 0.0519171 Jan 27 12:50:55.558503 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7979ce9e-4b0e-432d-b009-52134ef4b466 req-876698e0-436d-4b31-af34-ef43989cc2a4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399234 Jan 27 12:50:55.669987 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6705546-bba2-4a24-9642-45e40d42bb6f req-32e1be1f-b32a-4a05-9791-de43cf19baba tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:55.671478 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f6705546-bba2-4a24-9642-45e40d42bb6f req-32e1be1f-b32a-4a05-9791-de43cf19baba tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 946 time: 0.0467215 Jan 27 12:50:55.679793 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 44240) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:50:55.684159 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-afb88dd7-5ad3-40a1-8fe0-2bc961186e0b tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Request body: {'floatingip': {'port_id': '843947ce-69b5-4af1-a0fa-52f08be3d788'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:50:55.725287 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-afb88dd7-5ad3-40a1-8fe0-2bc961186e0b tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for floatingip (7563bd7c-2b2c-432b-9067-2d68eda0c93a), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:56.144714 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-afb88dd7-5ad3-40a1-8fe0-2bc961186e0b tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:56.195320 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-afb88dd7-5ad3-40a1-8fe0-2bc961186e0b tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664114'] for floatingip (7563bd7c-2b2c-432b-9067-2d68eda0c93a), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:56.291605 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.db.l3_db [None req-afb88dd7-5ad3-40a1-8fe0-2bc961186e0b tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Floating IP 7563bd7c-2b2c-432b-9067-2d68eda0c93a associated. External IP: 172.27.2.254, port: 843947ce-69b5-4af1-a0fa-52f08be3d788. Jan 27 12:50:56.596673 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ffb43-fa03-443f-a497-ef4727be4785 req-d33dd25c-4653-4873-9dae-bf12a4ce01ec tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:56.598975 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f98ffb43-fa03-443f-a497-ef4727be4785 req-d33dd25c-4653-4873-9dae-bf12a4ce01ec tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0515373 Jan 27 12:50:56.651826 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f98ffb43-fa03-443f-a497-ef4727be4785 req-63eefa15-6dc6-484a-80a5-25b1fc961903 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461657 Jan 27 12:50:56.708277 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:56.768093 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb88dd7-5ad3-40a1-8fe0-2bc961186e0b tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Router 8bd232ff-4db5-465d-abf6-38c6b6a65d90 has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:50:56.873237 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb88dd7-5ad3-40a1-8fe0-2bc961186e0b tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:50:56.878361 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-afb88dd7-5ad3-40a1-8fe0-2bc961186e0b tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for floatingip (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:56.884847 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f912f30-3ec7-497f-b1a7-5ed6044ec861 None None] Sync routers for ids ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:50:56.895190 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f912f30-3ec7-497f-b1a7-5ed6044ec861 None None] Routers {'8bd232ff-4db5-465d-abf6-38c6b6a65d90'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:50:56.895811 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-4f912f30-3ec7-497f-b1a7-5ed6044ec861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:50:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:50:56.917845 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-afb88dd7-5ad3-40a1-8fe0-2bc961186e0b tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "PUT /v2.0/floatingips/7563bd7c-2b2c-432b-9067-2d68eda0c93a HTTP/1.1" status: 200 len: 992 time: 1.2369218 Jan 27 12:50:56.918607 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8', 'tag': '843947ce-69b5-4af1-a0fa-52f08be3d788'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:50:56.921225 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa101ab-e412-4262-9e66-9a0855ff6d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8", "tag": "843947ce-69b5-4af1-a0fa-52f08be3d788"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:50:57.015263 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ae3f7-2965-4657-aba3-d8dbc69445ad req-0c126000-a24c-4c7f-a8bc-019408bad107 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:57.016923 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-272ae3f7-2965-4657-aba3-d8dbc69445ad req-0c126000-a24c-4c7f-a8bc-019408bad107 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0545232 Jan 27 12:50:57.033666 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-4f912f30-3ec7-497f-b1a7-5ed6044ec861 None None] Set router 8bd232ff-4db5-465d-abf6-38c6b6a65d90 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:50:57.040513 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d41edd-780b-44e5-b750-2e325dc37bdb x-openstack-request-id: req-73d41edd-780b-44e5-b750-2e325dc37bdb {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:50:57.040513 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8", "tag": "843947ce-69b5-4af1-a0fa-52f08be3d788", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:50:57.040513 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-73d41edd-780b-44e5-b750-2e325dc37bdb {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:50:57.040870 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8', 'tag': '843947ce-69b5-4af1-a0fa-52f08be3d788', 'status': 'completed', 'code': 200} Jan 27 12:50:57.074550 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-272ae3f7-2965-4657-aba3-d8dbc69445ad req-fbb5c81c-0c72-486a-8c7e-49f6f4605ee5 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509160 Jan 27 12:50:57.294704 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-4f912f30-3ec7-497f-b1a7-5ed6044ec861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'name': 'tempest-AttachVolumeShelveTestJSON-1315880920-router', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:47Z', 'updated_at': '2022-01-27T12:45:54Z', 'revision_number': 4, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'gw_port': {'id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:48Z', 'updated_at': '2022-01-27T12:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': '7563bd7c-2b2c-432b-9067-2d68eda0c93a', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'floating_ip_address': '172.27.2.254', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'port_id': '843947ce-69b5-4af1-a0fa-52f08be3d788', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'mac_address': 'fa:16:3e:ee:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:50:37Z', 'updated_at': '2022-01-27T12:50:56Z', 'revision_number': 1, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2c1d120-5988-4ac3-8a8f-95b5399e2a4d', 'name': '', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'mac_address': 'fa:16:3e:63:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:54Z', 'updated_at': '2022-01-27T12:46:02Z', 'revision_number': 5, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'subnets': [{'id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:50:57.320481 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f912f30-3ec7-497f-b1a7-5ed6044ec861 None None] Checking router: 8bd232ff-4db5-465d-abf6-38c6b6a65d90 for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:50:57.328538 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f912f30-3ec7-497f-b1a7-5ed6044ec861 None None] Routers {'8bd232ff-4db5-465d-abf6-38c6b6a65d90'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:50:57.329122 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-4f912f30-3ec7-497f-b1a7-5ed6044ec861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:50:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:50:57.442091 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-4f912f30-3ec7-497f-b1a7-5ed6044ec861 None None] Set router 8bd232ff-4db5-465d-abf6-38c6b6a65d90 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:50:57.512576 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:50:57.658625 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-4f912f30-3ec7-497f-b1a7-5ed6044ec861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'name': 'tempest-AttachVolumeShelveTestJSON-1315880920-router', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:47Z', 'updated_at': '2022-01-27T12:45:54Z', 'revision_number': 4, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'gw_port': {'id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:48Z', 'updated_at': '2022-01-27T12:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': '7563bd7c-2b2c-432b-9067-2d68eda0c93a', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'floating_ip_address': '172.27.2.254', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'port_id': '843947ce-69b5-4af1-a0fa-52f08be3d788', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'mac_address': 'fa:16:3e:ee:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:50:37Z', 'updated_at': '2022-01-27T12:50:56Z', 'revision_number': 1, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2c1d120-5988-4ac3-8a8f-95b5399e2a4d', 'name': '', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'mac_address': 'fa:16:3e:63:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:54Z', 'updated_at': '2022-01-27T12:46:02Z', 'revision_number': 5, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'subnets': [{'id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:50:57.799734 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f912f30-3ec7-497f-b1a7-5ed6044ec861 None None] The sync data for ids ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'] in dv-cinder-824031-3-iscsi is: [{'id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'name': 'tempest-AttachVolumeShelveTestJSON-1315880920-router', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:47Z', 'updated_at': '2022-01-27T12:45:54Z', 'revision_number': 4, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'gw_port': {'id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:48Z', 'updated_at': '2022-01-27T12:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': '7563bd7c-2b2c-432b-9067-2d68eda0c93a', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'floating_ip_address': '172.27.2.254', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'port_id': '843947ce-69b5-4af1-a0fa-52f08be3d788', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'mac_address': 'fa:16:3e:ee:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:50:37Z', 'updated_at': '2022-01-27T12:50:56Z', 'revision_number': 1, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2c1d120-5988-4ac3-8a8f-95b5399e2a4d', 'name': '', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'mac_address': 'fa:16:3e:63:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:54Z', 'updated_at': '2022-01-27T12:46:02Z', 'revision_number': 5, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'subnets': [{'id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:50:57.984426 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed79fc4-cfac-41ed-8e89-5b537846b3b1 None None] New status for floating IP 7563bd7c-2b2c-432b-9067-2d68eda0c93a: ACTIVE {{(pid=109464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 12:50:58.206643 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c6014-9620-498b-89de-cef62500117b req-deaa6c8f-1243-403f-b9c0-f7daf0562f1a tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:58.208858 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5f2c6014-9620-498b-89de-cef62500117b req-deaa6c8f-1243-403f-b9c0-f7daf0562f1a tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0573988 Jan 27 12:50:58.261853 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5f2c6014-9620-498b-89de-cef62500117b req-821a39b4-47f9-4023-84b4-74c0348175ee tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474069 Jan 27 12:50:59.372720 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f270584-2f7a-412c-a670-e374c7e9f5f2 req-36d17375-b7d8-47d9-8aaa-16f8622e3460 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:59.374181 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3f270584-2f7a-412c-a670-e374c7e9f5f2 req-36d17375-b7d8-47d9-8aaa-16f8622e3460 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0470748 Jan 27 12:50:59.420711 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3f270584-2f7a-412c-a670-e374c7e9f5f2 req-a591f374-cfb9-48b2-89f5-406377653e69 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409739 Jan 27 12:50:59.908455 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa101ab-e412-4262-9e66-9a0855ff6d8a req-6f8bc8a5-678b-4537-b498-3fac336ffd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:59.909922 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3fa101ab-e412-4262-9e66-9a0855ff6d8a req-6f8bc8a5-678b-4537-b498-3fac336ffd0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d9aacae39d84c0d98e287aac2b1c7c7&device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 1099 time: 0.0655141 Jan 27 12:50:59.912115 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca18ef7-e050-4e3e-a2a6-a186b086bf59 req-80a291e4-fa7e-4d73-acca-19eb92f2951e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:50:59.913408 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2ca18ef7-e050-4e3e-a2a6-a186b086bf59 req-80a291e4-fa7e-4d73-acca-19eb92f2951e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=249663e6bac04668835be079e8478eb1&device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 1098 time: 0.0607963 Jan 27 12:51:00.066074 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca18ef7-e050-4e3e-a2a6-a186b086bf59 req-1fcf0ad2-4edc-4f1a-90bc-d04acfdf40bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:00.068228 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2ca18ef7-e050-4e3e-a2a6-a186b086bf59 req-1fcf0ad2-4edc-4f1a-90bc-d04acfdf40bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2b054f4-877c-446a-a491-c6a17689946c HTTP/1.1" status: 200 len: 911 time: 0.1488099 Jan 27 12:51:00.072444 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa101ab-e412-4262-9e66-9a0855ff6d8a req-11423983-2d58-485a-a823-ebc62d8fdbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:00.073746 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3fa101ab-e412-4262-9e66-9a0855ff6d8a req-11423983-2d58-485a-a823-ebc62d8fdbfd service neutron] 10.222.0.13 "GET /v2.0/networks?id=e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c HTTP/1.1" status: 200 len: 918 time: 0.1461029 Jan 27 12:51:00.186043 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2ca18ef7-e050-4e3e-a2a6-a186b086bf59 req-d29a0cfe-8aca-43dc-8966-f6edc7b2eba5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=303698e5-c912-4385-8004-617e1db25348 HTTP/1.1" status: 200 len: 1001 time: 0.1023736 Jan 27 12:51:00.189632 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3fa101ab-e412-4262-9e66-9a0855ff6d8a req-91579fcb-294f-4c00-85d7-8fc5e3c075fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=843947ce-69b5-4af1-a0fa-52f08be3d788 HTTP/1.1" status: 200 len: 1002 time: 0.1005626 Jan 27 12:51:00.274668 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca18ef7-e050-4e3e-a2a6-a186b086bf59 req-bfd77b94-1ea2-49b7-a6db-7d773409e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:00.276396 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2ca18ef7-e050-4e3e-a2a6-a186b086bf59 req-bfd77b94-1ea2-49b7-a6db-7d773409e5b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b450d6ba-6f2c-4498-8ab8-ce2ca102b850 HTTP/1.1" status: 200 len: 849 time: 0.0794868 Jan 27 12:51:00.277738 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa101ab-e412-4262-9e66-9a0855ff6d8a req-c686fd93-af81-42ac-9a9d-1b2cb352be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:00.279045 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3fa101ab-e412-4262-9e66-9a0855ff6d8a req-c686fd93-af81-42ac-9a9d-1b2cb352be85 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f748fb8f-46de-4c32-959f-bac58f8a9f39 HTTP/1.1" status: 200 len: 856 time: 0.0749288 Jan 27 12:51:00.356339 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa101ab-e412-4262-9e66-9a0855ff6d8a req-ddcdf228-6ed2-43af-9dac-6e094317fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:00.357712 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3fa101ab-e412-4262-9e66-9a0855ff6d8a req-ddcdf228-6ed2-43af-9dac-6e094317fe30 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577555 Jan 27 12:51:00.359387 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca18ef7-e050-4e3e-a2a6-a186b086bf59 req-42f5c936-e56a-41cb-a611-339b220a0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:00.360728 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2ca18ef7-e050-4e3e-a2a6-a186b086bf59 req-42f5c936-e56a-41cb-a611-339b220a0886 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2b054f4-877c-446a-a491-c6a17689946c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694866 Jan 27 12:51:00.531225 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3fa101ab-e412-4262-9e66-9a0855ff6d8a req-0f32ccf4-990a-4857-a036-ac5a204f9418 service neutron] 10.222.0.13 "GET /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506472 Jan 27 12:51:00.533054 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2ca18ef7-e050-4e3e-a2a6-a186b086bf59 req-71297260-38a7-4ec8-aa03-08e577b2ef5b service neutron] 10.222.0.13 "GET /v2.0/networks/c2b054f4-877c-446a-a491-c6a17689946c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458337 Jan 27 12:51:00.534758 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eec721-ef33-4b79-b9f8-6efe725e057d req-bed1ee0f-7bca-4860-831d-69c73a0b38b1 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:00.536740 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d5eec721-ef33-4b79-b9f8-6efe725e057d req-bed1ee0f-7bca-4860-831d-69c73a0b38b1 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0515366 Jan 27 12:51:00.582431 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d5eec721-ef33-4b79-b9f8-6efe725e057d req-db5f1bb3-f3b6-4a5e-98ff-39b0002b2fb9 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402553 Jan 27 12:51:00.691444 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3fa101ab-e412-4262-9e66-9a0855ff6d8a req-9894ddce-34bb-4143-8f37-d8e22b21bfd6 service neutron] 10.222.0.13 "GET /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488509 Jan 27 12:51:00.693598 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2ca18ef7-e050-4e3e-a2a6-a186b086bf59 req-37180813-3cf6-460c-b8b2-f97470ab3a1c service neutron] 10.222.0.13 "GET /v2.0/networks/c2b054f4-877c-446a-a491-c6a17689946c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430118 Jan 27 12:51:00.797396 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699057bf-4f34-4117-b233-8bc0a1c31cbe req-ec769385-3b5e-41a7-ae50-5ad64db3815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:00.798920 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-699057bf-4f34-4117-b233-8bc0a1c31cbe req-ec769385-3b5e-41a7-ae50-5ad64db3815c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=249663e6bac04668835be079e8478eb1&device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 1098 time: 0.0422328 Jan 27 12:51:00.908328 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699057bf-4f34-4117-b233-8bc0a1c31cbe req-bee7e8c6-bb6f-419e-81b0-885d17cbd8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:00.909808 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-699057bf-4f34-4117-b233-8bc0a1c31cbe req-bee7e8c6-bb6f-419e-81b0-885d17cbd8b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2b054f4-877c-446a-a491-c6a17689946c HTTP/1.1" status: 200 len: 911 time: 0.0897543 Jan 27 12:51:00.984173 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-699057bf-4f34-4117-b233-8bc0a1c31cbe req-23375493-1b76-416d-aca4-85f1e0204f6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=303698e5-c912-4385-8004-617e1db25348 HTTP/1.1" status: 200 len: 1001 time: 0.0674586 Jan 27 12:51:01.037830 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699057bf-4f34-4117-b233-8bc0a1c31cbe req-ad291d52-52c2-4f60-9282-f8c7d51adb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:01.039321 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-699057bf-4f34-4117-b233-8bc0a1c31cbe req-ad291d52-52c2-4f60-9282-f8c7d51adb67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b450d6ba-6f2c-4498-8ab8-ce2ca102b850 HTTP/1.1" status: 200 len: 849 time: 0.0433478 Jan 27 12:51:01.090156 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699057bf-4f34-4117-b233-8bc0a1c31cbe req-c7342be5-decd-4374-b591-bd35ca240eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:01.091727 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-699057bf-4f34-4117-b233-8bc0a1c31cbe req-c7342be5-decd-4374-b591-bd35ca240eb3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2b054f4-877c-446a-a491-c6a17689946c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399413 Jan 27 12:51:01.197934 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-699057bf-4f34-4117-b233-8bc0a1c31cbe req-baa92fc2-ecd1-436c-8cc1-abd80d25434f service neutron] 10.222.0.13 "GET /v2.0/networks/c2b054f4-877c-446a-a491-c6a17689946c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876193 Jan 27 12:51:01.299309 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-699057bf-4f34-4117-b233-8bc0a1c31cbe req-4b99d68b-9fdb-4c68-8c54-7dc847536454 service neutron] 10.222.0.13 "GET /v2.0/networks/c2b054f4-877c-446a-a491-c6a17689946c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844312 Jan 27 12:51:01.696803 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfff3cd-e69a-4bac-bc5f-1d737f941d65 req-e95095b9-857c-4850-ac6b-5265d8b473ef tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:01.698267 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5cfff3cd-e69a-4bac-bc5f-1d737f941d65 req-e95095b9-857c-4850-ac6b-5265d8b473ef tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0479503 Jan 27 12:51:01.746102 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5cfff3cd-e69a-4bac-bc5f-1d737f941d65 req-9a9ae853-a4e0-49ad-aceb-119ec26e49c4 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422447 Jan 27 12:51:11.632947 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:51:12.016790 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 44396) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:12.119089 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-070d07cf-f8a5-4a07-9c4e-e681f6da6d19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:12.196146 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-070d07cf-f8a5-4a07-9c4e-e681f6da6d19 admin admin] Publish callbacks [] for security_group (a19c8d46-d9a5-469c-ad99-ae9af2f55d16), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:12.257768 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-070d07cf-f8a5-4a07-9c4e-e681f6da6d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (a19c8d46-d9a5-469c-ad99-ae9af2f55d16), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:12.294624 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d07cf-f8a5-4a07-9c4e-e681f6da6d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19c8d46-d9a5-469c-ad99-ae9af2f55d16,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:12.298482 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-070d07cf-f8a5-4a07-9c4e-e681f6da6d19 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a968a588784149d48c8d4650a963475b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806792 Jan 27 12:51:12.301241 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 44402) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:12.304802 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d07cf-f8a5-4a07-9c4e-e681f6da6d19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:12.305157 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d07cf-f8a5-4a07-9c4e-e681f6da6d19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:12.305504 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d07cf-f8a5-4a07-9c4e-e681f6da6d19 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:12.306122 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d07cf-f8a5-4a07-9c4e-e681f6da6d19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:12.306212 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d07cf-f8a5-4a07-9c4e-e681f6da6d19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:12.306486 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d07cf-f8a5-4a07-9c4e-e681f6da6d19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:12.306853 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d07cf-f8a5-4a07-9c4e-e681f6da6d19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:12.307179 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d07cf-f8a5-4a07-9c4e-e681f6da6d19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:12.307488 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d07cf-f8a5-4a07-9c4e-e681f6da6d19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:12.307825 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d07cf-f8a5-4a07-9c4e-e681f6da6d19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:12.308135 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d07cf-f8a5-4a07-9c4e-e681f6da6d19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:12.308477 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d07cf-f8a5-4a07-9c4e-e681f6da6d19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:12.308771 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d07cf-f8a5-4a07-9c4e-e681f6da6d19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:12.353265 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a4de84c7-a357-4e10-a5f5-b5622cc456a2 admin admin] Publish callbacks [] for security_group (a19c8d46-d9a5-469c-ad99-ae9af2f55d16), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:12.376218 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a4de84c7-a357-4e10-a5f5-b5622cc456a2 admin admin] Publish callbacks [] for security_group (a19c8d46-d9a5-469c-ad99-ae9af2f55d16), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:12.469310 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a4de84c7-a357-4e10-a5f5-b5622cc456a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (a19c8d46-d9a5-469c-ad99-ae9af2f55d16), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:12.471908 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a4de84c7-a357-4e10-a5f5-b5622cc456a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:12.473121 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-a4de84c7-a357-4e10-a5f5-b5622cc456a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a19c8d46-d9a5-469c-ad99-ae9af2f55d16 HTTP/1.1" status: 204 len: 168 time: 0.1708643 Jan 27 12:51:12.481193 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de84c7-a357-4e10-a5f5-b5622cc456a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19c8d46-d9a5-469c-ad99-ae9af2f55d16,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:12.488211 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de84c7-a357-4e10-a5f5-b5622cc456a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:12.488550 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de84c7-a357-4e10-a5f5-b5622cc456a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:12.488899 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de84c7-a357-4e10-a5f5-b5622cc456a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:12.489247 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de84c7-a357-4e10-a5f5-b5622cc456a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:12.489582 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de84c7-a357-4e10-a5f5-b5622cc456a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:12.490097 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de84c7-a357-4e10-a5f5-b5622cc456a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:12.490220 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de84c7-a357-4e10-a5f5-b5622cc456a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:12.490547 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de84c7-a357-4e10-a5f5-b5622cc456a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:12.490909 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de84c7-a357-4e10-a5f5-b5622cc456a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:12.491238 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de84c7-a357-4e10-a5f5-b5622cc456a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:12.491566 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de84c7-a357-4e10-a5f5-b5622cc456a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:12.491888 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de84c7-a357-4e10-a5f5-b5622cc456a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:12.492211 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de84c7-a357-4e10-a5f5-b5622cc456a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:13.359971 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 44430) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:13.453023 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-0915992b-e191-4446-9519-9d504cf31ee1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1898310247-network', 'tenant_id': '399e6049e194420f981610e835c63d4c'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:51:13.521599 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0915992b-e191-4446-9519-9d504cf31ee1 admin admin] Made reservation on behalf of 399e6049e194420f981610e835c63d4c for: {'network': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:51:13.523938 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-0915992b-e191-4446-9519-9d504cf31ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for network (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:13.532619 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-0915992b-e191-4446-9519-9d504cf31ee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:13.603954 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-0915992b-e191-4446-9519-9d504cf31ee1 admin admin] Publish callbacks [] for security_group (c0c2f938-05b0-4df3-a518-9de518a0e925), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:13.669733 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-0915992b-e191-4446-9519-9d504cf31ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (c0c2f938-05b0-4df3-a518-9de518a0e925), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:13.697390 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0915992b-e191-4446-9519-9d504cf31ee1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=109462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 12:51:13.703793 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915992b-e191-4446-9519-9d504cf31ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c2f938-05b0-4df3-a518-9de518a0e925,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:13.711195 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-0915992b-e191-4446-9519-9d504cf31ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (d2d42a91-b0c8-41fb-a27a-12a167fb0bb1), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:13.716025 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.db.segments_db [None req-0915992b-e191-4446-9519-9d504cf31ee1 admin admin] Added segment d2d42a91-b0c8-41fb-a27a-12a167fb0bb1 of type vlan for network 6b881bfa-8c59-42cc-bbb7-915cf0da0886 Jan 27 12:51:13.760521 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-0915992b-e191-4446-9519-9d504cf31ee1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727397602151'] for network (6b881bfa-8c59-42cc-bbb7-915cf0da0886), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:13.841040 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-0915992b-e191-4446-9519-9d504cf31ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for network (6b881bfa-8c59-42cc-bbb7-915cf0da0886), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:13.842052 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0915992b-e191-4446-9519-9d504cf31ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:13.842626 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-0915992b-e191-4446-9519-9d504cf31ee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:13.903452 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915992b-e191-4446-9519-9d504cf31ee1 admin admin] Pushing event updated for resources: {'Network': ['ID=6b881bfa-8c59-42cc-bbb7-915cf0da0886,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:13.913229 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Network 6b881bfa-8c59-42cc-bbb7-915cf0da0886 details requested by agent ovs-agent-dv-cinder-824031-3-iscsi with host dv-cinder-824031-3-iscsi {{(pid=109463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 12:51:13.947181 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-0915992b-e191-4446-9519-9d504cf31ee1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5860050 Jan 27 12:51:13.949994 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 44444) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:13.954759 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-d29f050d-3b03-43aa-8716-f9022eb8ba97 admin admin] Request body: {'subnet': {'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1898310247-subnet', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'ip_version': 4}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:51:14.046867 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29f050d-3b03-43aa-8716-f9022eb8ba97 admin admin] Made reservation on behalf of 399e6049e194420f981610e835c63d4c for: {'subnet': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:51:14.049356 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d29f050d-3b03-43aa-8716-f9022eb8ba97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25816208'] for subnet (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:14.281363 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d29f050d-3b03-43aa-8716-f9022eb8ba97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3260870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25816230'] for subnet (e2057e7f-7b4f-4ccf-80eb-9d8bb780312e), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:14.336131 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f050d-3b03-43aa-8716-f9022eb8ba97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2057e7f-7b4f-4ccf-80eb-9d8bb780312e,revision_number=0']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:14.345211 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29f050d-3b03-43aa-8716-f9022eb8ba97 admin admin] Checking segment: {'id': 'd2d42a91-b0c8-41fb-a27a-12a167fb0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:51:14.345560 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29f050d-3b03-43aa-8716-f9022eb8ba97 admin admin] Network hostable DHCP agents. Network: 6b881bfa-8c59-42cc-bbb7-915cf0da0886, hostable agents: ['8eb3a606-acf3-4d34-8208-a31c99af56ba'], hosted agents: [] {{(pid=109462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 12:51:14.418048 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29f050d-3b03-43aa-8716-f9022eb8ba97 admin admin] Network 6b881bfa-8c59-42cc-bbb7-915cf0da0886 is scheduled to be hosted by DHCP agent 8eb3a606-acf3-4d34-8208-a31c99af56ba with binding_index 1 {{(pid=109462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 12:51:14.486368 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-d29f050d-3b03-43aa-8716-f9022eb8ba97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-3-iscsi, 6b881bfa-8c59-42cc-bbb7-915cf0da0886) {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:51:14.490991 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29f050d-3b03-43aa-8716-f9022eb8ba97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:14.491579 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d29f050d-3b03-43aa-8716-f9022eb8ba97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:14.496099 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81117ea-2c4a-46bb-ba46-2c4867de9b43 None None] Network 6b881bfa-8c59-42cc-bbb7-915cf0da0886 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:51:14.580741 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-d29f050d-3b03-43aa-8716-f9022eb8ba97 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6296594 Jan 27 12:51:14.583371 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 44452) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:14.587545 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-33f7ff9b-8540-42a4-bb1f-0bc59a67f58e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1898310247-router', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:51:14.596633 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731663f3-ddd6-49c0-9686-e816d568030d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddd921a7-f886-55d8-9d7f-b4a49e13882a-6b881bfa-8c59-42cc-bbb7-915cf0da0886', 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886', 'project_id': '399e6049e194420f981610e835c63d4c', 'fixed_ips': [{'subnet_id': 'e2057e7f-7b4f-4ccf-80eb-9d8bb780312e'}]}} from dv-cinder-824031-3-iscsi. {{(pid=109463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 12:51:14.597645 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-731663f3-ddd6-49c0-9686-e816d568030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:14.662443 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-33f7ff9b-8540-42a4-bb1f-0bc59a67f58e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1666215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108346'] for router (1f4113b1-eb17-4325-b283-758ca72fd468), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:14.663547 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-33f7ff9b-8540-42a4-bb1f-0bc59a67f58e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1661945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1903227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108291'] for router (1f4113b1-eb17-4325-b283-758ca72fd468), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:14.717147 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-33f7ff9b-8540-42a4-bb1f-0bc59a67f58e admin admin] Publish callbacks [] for router_controller (1f4113b1-eb17-4325-b283-758ca72fd468), precommit_add_association {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:14.732354 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.db_base_plugin_common [None req-731663f3-ddd6-49c0-9686-e816d568030d None None] Allocated IP 172.20.0.2 (6b881bfa-8c59-42cc-bbb7-915cf0da0886/e2057e7f-7b4f-4ccf-80eb-9d8bb780312e/ef2fb660-b78f-41d2-b63b-00a3249c3068) {{(pid=109463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:51:14.870188 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-731663f3-ddd6-49c0-9686-e816d568030d None None] Publish callbacks [] for port (ef2fb660-b78f-41d2-b63b-00a3249c3068), precommit_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:14.944104 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-33f7ff9b-8540-42a4-bb1f-0bc59a67f58e admin admin] Publish callbacks [] for router_gateway (1f4113b1-eb17-4325-b283-758ca72fd468), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:15.045459 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-731663f3-ddd6-49c0-9686-e816d568030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551'] for port (ef2fb660-b78f-41d2-b63b-00a3249c3068), after_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:15.085196 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731663f3-ddd6-49c0-9686-e816d568030d None None] Network 6b881bfa-8c59-42cc-bbb7-915cf0da0886 is already hosted by enough agents. {{(pid=109463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:51:15.090861 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.scheduler.base_scheduler [None req-731663f3-ddd6-49c0-9686-e816d568030d None None] Resources bound (agent type, host, resource id): {{(pid=109463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:51:15.095534 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731663f3-ddd6-49c0-9686-e816d568030d None None] Received port after_create {{(pid=109463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:51:15.099536 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731663f3-ddd6-49c0-9686-e816d568030d None None] Pushing event updated for resources: {'Port': ['ID=ef2fb660-b78f-41d2-b63b-00a3249c3068,revision_number=1']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:15.165209 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-731663f3-ddd6-49c0-9686-e816d568030d None None] Attempting to bind port ef2fb660-b78f-41d2-b63b-00a3249c3068 on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:51:15.165601 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-731663f3-ddd6-49c0-9686-e816d568030d None None] Attempting to bind port ef2fb660-b78f-41d2-b63b-00a3249c3068 by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': 'd2d42a91-b0c8-41fb-a27a-12a167fb0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886'}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:51:15.165934 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731663f3-ddd6-49c0-9686-e816d568030d None None] Attempting to bind port ef2fb660-b78f-41d2-b63b-00a3249c3068 on network 6b881bfa-8c59-42cc-bbb7-915cf0da0886 {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:51:15.171330 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731663f3-ddd6-49c0-9686-e816d568030d None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:51:15.171705 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731663f3-ddd6-49c0-9686-e816d568030d None None] Checking segment: {'id': 'd2d42a91-b0c8-41fb-a27a-12a167fb0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:51:15.172102 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-731663f3-ddd6-49c0-9686-e816d568030d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:15.172489 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731663f3-ddd6-49c0-9686-e816d568030d None None] Bound using segment: {'id': 'd2d42a91-b0c8-41fb-a27a-12a167fb0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886'} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:51:15.172945 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-731663f3-ddd6-49c0-9686-e816d568030d None None] Bound port: ef2fb660-b78f-41d2-b63b-00a3249c3068, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d42a91-b0c8-41fb-a27a-12a167fb0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886'}}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:51:15.173322 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-731663f3-ddd6-49c0-9686-e816d568030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (ef2fb660-b78f-41d2-b63b-00a3249c3068), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:15.241072 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-731663f3-ddd6-49c0-9686-e816d568030d None None] For port ef2fb660-b78f-41d2-b63b-00a3249c3068, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:51:15.244168 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-731663f3-ddd6-49c0-9686-e816d568030d None None] For port ef2fb660-b78f-41d2-b63b-00a3249c3068, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=ef2fb660-b78f-41d2-b63b-00a3249c3068,segment=NetworkSegment(d2d42a91-b0c8-41fb-a27a-12a167fb0bb1),segment_id=d2d42a91-b0c8-41fb-a27a-12a167fb0bb1)] {{(pid=109463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:51:15.285741 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-33f7ff9b-8540-42a4-bb1f-0bc59a67f58e admin admin] Publish callbacks [] for router_gateway (1f4113b1-eb17-4325-b283-758ca72fd468), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:15.304514 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-33f7ff9b-8540-42a4-bb1f-0bc59a67f58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:15.313682 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-731663f3-ddd6-49c0-9686-e816d568030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (ef2fb660-b78f-41d2-b63b-00a3249c3068), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:15.370492 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731663f3-ddd6-49c0-9686-e816d568030d None None] Pushing event updated for resources: {'Port': ['ID=ef2fb660-b78f-41d2-b63b-00a3249c3068,revision_number=2']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:15.414354 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_common [None req-33f7ff9b-8540-42a4-bb1f-0bc59a67f58e admin admin] Allocated IP 172.27.2.52 (eb2842ee-b281-40a5-b8cc-bad91d1f4211/1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a/894d7355-aaac-4cd7-a1cb-e03d04d3e78c) {{(pid=109462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:51:15.517539 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-33f7ff9b-8540-42a4-bb1f-0bc59a67f58e admin admin] Publish callbacks [] for port (894d7355-aaac-4cd7-a1cb-e03d04d3e78c), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:15.624372 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-33f7ff9b-8540-42a4-bb1f-0bc59a67f58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (894d7355-aaac-4cd7-a1cb-e03d04d3e78c), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:15.663492 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f7ff9b-8540-42a4-bb1f-0bc59a67f58e admin admin] Network eb2842ee-b281-40a5-b8cc-bad91d1f4211 is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:51:15.666526 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-33f7ff9b-8540-42a4-bb1f-0bc59a67f58e admin admin] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:51:15.672641 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f7ff9b-8540-42a4-bb1f-0bc59a67f58e admin admin] Received port after_create {{(pid=109462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:51:15.703079 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7ff9b-8540-42a4-bb1f-0bc59a67f58e admin admin] Pushing event updated for resources: {'Port': ['ID=894d7355-aaac-4cd7-a1cb-e03d04d3e78c,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:15.976244 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-33f7ff9b-8540-42a4-bb1f-0bc59a67f58e admin admin] Publish callbacks [] for router_gateway (1f4113b1-eb17-4325-b283-758ca72fd468), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:16.176732 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-33f7ff9b-8540-42a4-bb1f-0bc59a67f58e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661868'] for router (1f4113b1-eb17-4325-b283-758ca72fd468), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:16.315585 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf4a111-e0e1-46bb-9bf5-dbd2d0cf09e1 None None] Network 6b881bfa-8c59-42cc-bbb7-915cf0da0886 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:51:16.364335 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device ef2fb660-b78f-41d2-b63b-00a3249c3068 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:51:16.378463 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f7ff9b-8540-42a4-bb1f-0bc59a67f58e admin admin] Router 1f4113b1-eb17-4325-b283-758ca72fd468 is scheduled to L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 with binding_index 1 {{(pid=109462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 12:51:16.412795 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-656d86a3-176f-4ca2-aadd-c5d04c3da02b None None] Provisioning complete for port ef2fb660-b78f-41d2-b63b-00a3249c3068 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:51:16.413177 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-656d86a3-176f-4ca2-aadd-c5d04c3da02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (ef2fb660-b78f-41d2-b63b-00a3249c3068), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:16.496763 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f7ff9b-8540-42a4-bb1f-0bc59a67f58e admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:51:16.504050 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port ef2fb660-b78f-41d2-b63b-00a3249c3068 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:51:16.504454 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (ef2fb660-b78f-41d2-b63b-00a3249c3068), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:16.511449 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] Sync routers for ids ['1f4113b1-eb17-4325-b283-758ca72fd468'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:51:16.576761 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-33f7ff9b-8540-42a4-bb1f-0bc59a67f58e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:16.577965 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-33f7ff9b-8540-42a4-bb1f-0bc59a67f58e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9935753 Jan 27 12:51:16.580804 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 44464) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:16.591795 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] Routers {'1f4113b1-eb17-4325-b283-758ca72fd468'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:51:16.592429 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:50:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['1f4113b1-eb17-4325-b283-758ca72fd468'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:16.619637 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7435b-4ba8-4ff0-845a-56ad5e072240 req-7213ca69-cc5f-429d-b46b-47abd2869246 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:16.621432 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-bce7435b-4ba8-4ff0-845a-56ad5e072240 req-7213ca69-cc5f-429d-b46b-47abd2869246 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=e234812d-e93b-4887-a5a0-ac7a7fe40741 HTTP/1.1" status: 200 len: 945 time: 0.0753233 Jan 27 12:51:16.641429 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-656d86a3-176f-4ca2-aadd-c5d04c3da02b None None] Current status of the port ef2fb660-b78f-41d2-b63b-00a3249c3068 is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:51:16.641832 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-656d86a3-176f-4ca2-aadd-c5d04c3da02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (ef2fb660-b78f-41d2-b63b-00a3249c3068), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:16.684828 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-bce7435b-4ba8-4ff0-845a-56ad5e072240 req-02bd1f5e-aff6-44a4-8d05-53ce666bfe45 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574546 Jan 27 12:51:16.762288 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-656d86a3-176f-4ca2-aadd-c5d04c3da02b None None] For port ef2fb660-b78f-41d2-b63b-00a3249c3068, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=ef2fb660-b78f-41d2-b63b-00a3249c3068,segment=NetworkSegment(d2d42a91-b0c8-41fb-a27a-12a167fb0bb1),segment_id=d2d42a91-b0c8-41fb-a27a-12a167fb0bb1)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:51:16.766840 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port ef2fb660-b78f-41d2-b63b-00a3249c3068 is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:51:16.767240 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (ef2fb660-b78f-41d2-b63b-00a3249c3068), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:16.784206 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] Set router 1f4113b1-eb17-4325-b283-758ca72fd468 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:51:16.860164 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-656d86a3-176f-4ca2-aadd-c5d04c3da02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (ef2fb660-b78f-41d2-b63b-00a3249c3068), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:16.983801 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.db.api [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 12:51:16.984165 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG oslo_db.api [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 12:51:16.986458 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d86a3-176f-4ca2-aadd-c5d04c3da02b None None] Pushing event updated for resources: {'Port': ['ID=ef2fb660-b78f-41d2-b63b-00a3249c3068,revision_number=3']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:17.025029 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-36867270-90bd-42fe-9d67-8876e59968bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:17.029209 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-67d71bce-d4e7-48d9-b079-563c606c1260 None None] Provisioning complete for port ef2fb660-b78f-41d2-b63b-00a3249c3068 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:51:17.029209 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-67d71bce-d4e7-48d9-b079-563c606c1260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (ef2fb660-b78f-41d2-b63b-00a3249c3068), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:17.114508 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'name': 'tempest-TestShelveInstance-1898310247-router', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '894d7355-aaac-4cd7-a1cb-e03d04d3e78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:51:14Z', 'updated_at': '2022-01-27T12:51:15Z', 'revision_number': 3, 'project_id': '399e6049e194420f981610e835c63d4c', 'gw_port': {'id': '894d7355-aaac-4cd7-a1cb-e03d04d3e78c', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:15Z', 'updated_at': '2022-01-27T12:51:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:17.142838 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] Checking router: 1f4113b1-eb17-4325-b283-758ca72fd468 for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:51:17.143195 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] Updating router 1f4113b1-eb17-4325-b283-758ca72fd468 port 894d7355-aaac-4cd7-a1cb-e03d04d3e78c binding host dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 12:51:17.166185 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-67d71bce-d4e7-48d9-b079-563c606c1260 None None] Current status of the port ef2fb660-b78f-41d2-b63b-00a3249c3068 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:51:17.173743 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (894d7355-aaac-4cd7-a1cb-e03d04d3e78c), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:17.174105 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_common [None req-36867270-90bd-42fe-9d67-8876e59968bd admin admin] Allocated IP 172.20.0.1 (6b881bfa-8c59-42cc-bbb7-915cf0da0886/e2057e7f-7b4f-4ccf-80eb-9d8bb780312e/f030666f-d982-41c0-a6c1-00f03d3ad68b) {{(pid=109461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:51:17.283937 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-36867270-90bd-42fe-9d67-8876e59968bd admin admin] Publish callbacks [] for port (f030666f-d982-41c0-a6c1-00f03d3ad68b), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:17.376659 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-36867270-90bd-42fe-9d67-8876e59968bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (f030666f-d982-41c0-a6c1-00f03d3ad68b), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:17.413044 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36867270-90bd-42fe-9d67-8876e59968bd admin admin] Network 6b881bfa-8c59-42cc-bbb7-915cf0da0886 is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:51:17.415785 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-36867270-90bd-42fe-9d67-8876e59968bd admin admin] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:51:17.419179 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36867270-90bd-42fe-9d67-8876e59968bd admin admin] Received port after_create {{(pid=109461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:51:17.448179 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36867270-90bd-42fe-9d67-8876e59968bd admin admin] Pushing event updated for resources: {'Port': ['ID=f030666f-d982-41c0-a6c1-00f03d3ad68b,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:17.464949 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-36867270-90bd-42fe-9d67-8876e59968bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664249'] for router_interface (1f4113b1-eb17-4325-b283-758ca72fd468), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:17.545414 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port ef2fb660-b78f-41d2-b63b-00a3249c3068 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:51:17.589447 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] Publish callbacks [] for port (894d7355-aaac-4cd7-a1cb-e03d04d3e78c), precommit_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:17.673549 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (894d7355-aaac-4cd7-a1cb-e03d04d3e78c), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:17.675733 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-36867270-90bd-42fe-9d67-8876e59968bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (f030666f-d982-41c0-a6c1-00f03d3ad68b), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:17.741157 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-bf2492dd-b8af-427b-92d2-2e018b35ef24 None None] Provisioning complete for port f030666f-d982-41c0-a6c1-00f03d3ad68b triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:51:17.741547 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-bf2492dd-b8af-427b-92d2-2e018b35ef24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (f030666f-d982-41c0-a6c1-00f03d3ad68b), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:17.743536 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] Attempting to bind port 894d7355-aaac-4cd7-a1cb-e03d04d3e78c on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:51:17.743899 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] Attempting to bind port 894d7355-aaac-4cd7-a1cb-e03d04d3e78c by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:51:17.744759 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] Attempting to bind port 894d7355-aaac-4cd7-a1cb-e03d04d3e78c on network eb2842ee-b281-40a5-b8cc-bad91d1f4211 {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:51:17.747720 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b9e13-c006-4563-ac71-fea484a19060 None None] Pushing event updated for resources: {'Port': ['ID=894d7355-aaac-4cd7-a1cb-e03d04d3e78c,revision_number=2']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:17.774463 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:51:17.774880 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] Checking segment: {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:51:17.775255 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:17.775646 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] Bound using segment: {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:51:17.776114 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] Bound port: 894d7355-aaac-4cd7-a1cb-e03d04d3e78c, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:51:17.776492 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (894d7355-aaac-4cd7-a1cb-e03d04d3e78c), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:17.806289 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-bf2492dd-b8af-427b-92d2-2e018b35ef24 None None] Port f030666f-d982-41c0-a6c1-00f03d3ad68b cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:51:17.817592 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc17b8-c180-4480-b8db-fc702e792821 req-561218b3-f38d-4051-92e8-3a451addf2c8 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:17.819291 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b3fc17b8-c180-4480-b8db-fc702e792821 req-561218b3-f38d-4051-92e8-3a451addf2c8 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=e234812d-e93b-4887-a5a0-ac7a7fe40741 HTTP/1.1" status: 200 len: 945 time: 0.0591147 Jan 27 12:51:17.837549 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] For port 894d7355-aaac-4cd7-a1cb-e03d04d3e78c, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:51:17.840970 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] For port 894d7355-aaac-4cd7-a1cb-e03d04d3e78c, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=894d7355-aaac-4cd7-a1cb-e03d04d3e78c,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:51:17.852841 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-36867270-90bd-42fe-9d67-8876e59968bd admin admin] Publish callbacks [] for port (f030666f-d982-41c0-a6c1-00f03d3ad68b), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:17.867897 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b3fc17b8-c180-4480-b8db-fc702e792821 req-136b6e91-129b-477a-937d-6d76ac3b1da1 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433619 Jan 27 12:51:17.956230 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (894d7355-aaac-4cd7-a1cb-e03d04d3e78c), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:17.971169 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-36867270-90bd-42fe-9d67-8876e59968bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412271'] for port (f030666f-d982-41c0-a6c1-00f03d3ad68b), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:18.015775 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] Routers {'1f4113b1-eb17-4325-b283-758ca72fd468'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:51:18.016383 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:50:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['1f4113b1-eb17-4325-b283-758ca72fd468'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:18.021237 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b9e13-c006-4563-ac71-fea484a19060 None None] Pushing event updated for resources: {'Port': ['ID=894d7355-aaac-4cd7-a1cb-e03d04d3e78c,revision_number=3']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:18.037024 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-36867270-90bd-42fe-9d67-8876e59968bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1664617'] for router_interface (1f4113b1-eb17-4325-b283-758ca72fd468), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:18.038879 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36867270-90bd-42fe-9d67-8876e59968bd admin admin] Pushing event updated for resources: {'Port': ['ID=f030666f-d982-41c0-a6c1-00f03d3ad68b,revision_number=2']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:18.128510 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36867270-90bd-42fe-9d67-8876e59968bd admin admin] Network 6b881bfa-8c59-42cc-bbb7-915cf0da0886 is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:51:18.130476 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-36867270-90bd-42fe-9d67-8876e59968bd admin admin] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:51:18.131999 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] Set router 1f4113b1-eb17-4325-b283-758ca72fd468 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:51:18.248356 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36867270-90bd-42fe-9d67-8876e59968bd admin admin] Router 1f4113b1-eb17-4325-b283-758ca72fd468 has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:51:18.306841 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device ef2fb660-b78f-41d2-b63b-00a3249c3068 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:51:18.366856 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36867270-90bd-42fe-9d67-8876e59968bd admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:51:18.371897 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-36867270-90bd-42fe-9d67-8876e59968bd admin admin] 10.222.0.39 "PUT /v2.0/routers/1f4113b1-eb17-4325-b283-758ca72fd468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7900596 Jan 27 12:51:18.392367 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port ef2fb660-b78f-41d2-b63b-00a3249c3068 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:51:18.392748 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (ef2fb660-b78f-41d2-b63b-00a3249c3068), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:18.436787 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'name': 'tempest-TestShelveInstance-1898310247-router', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '894d7355-aaac-4cd7-a1cb-e03d04d3e78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:51:14Z', 'updated_at': '2022-01-27T12:51:17Z', 'revision_number': 4, 'project_id': '399e6049e194420f981610e835c63d4c', 'gw_port': {'id': '894d7355-aaac-4cd7-a1cb-e03d04d3e78c', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:15Z', 'updated_at': '2022-01-27T12:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'f030666f-d982-41c0-a6c1-00f03d3ad68b', 'name': '', 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'mac_address': 'fa:16:3e:d3:b3:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e2057e7f-7b4f-4ccf-80eb-9d8bb780312e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:17Z', 'updated_at': '2022-01-27T12:51:17Z', 'revision_number': 2, 'project_id': '399e6049e194420f981610e835c63d4c', 'subnets': [{'id': 'e2057e7f-7b4f-4ccf-80eb-9d8bb780312e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:18.472367 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e77739b-c02f-4ae1-8436-05a31ff59439 None None] The sync data for ids ['1f4113b1-eb17-4325-b283-758ca72fd468'] in dv-cinder-824031-3-iscsi is: [{'id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'name': 'tempest-TestShelveInstance-1898310247-router', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '894d7355-aaac-4cd7-a1cb-e03d04d3e78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:51:14Z', 'updated_at': '2022-01-27T12:51:17Z', 'revision_number': 4, 'project_id': '399e6049e194420f981610e835c63d4c', 'gw_port': {'id': '894d7355-aaac-4cd7-a1cb-e03d04d3e78c', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:15Z', 'updated_at': '2022-01-27T12:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'f030666f-d982-41c0-a6c1-00f03d3ad68b', 'name': '', 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'mac_address': 'fa:16:3e:d3:b3:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e2057e7f-7b4f-4ccf-80eb-9d8bb780312e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:17Z', 'updated_at': '2022-01-27T12:51:17Z', 'revision_number': 2, 'project_id': '399e6049e194420f981610e835c63d4c', 'subnets': [{'id': 'e2057e7f-7b4f-4ccf-80eb-9d8bb780312e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:51:18.475136 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-a984f877-8a36-40ba-8be9-9244918e83c0 None None] Provisioning complete for port f030666f-d982-41c0-a6c1-00f03d3ad68b triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:51:18.478660 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-a984f877-8a36-40ba-8be9-9244918e83c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (f030666f-d982-41c0-a6c1-00f03d3ad68b), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:18.534065 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-a984f877-8a36-40ba-8be9-9244918e83c0 None None] Port f030666f-d982-41c0-a6c1-00f03d3ad68b cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:51:18.550122 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port ef2fb660-b78f-41d2-b63b-00a3249c3068 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:51:18.580735 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039ab3d-5401-4ccf-9218-638569ef9f4b req-af232f16-2cde-4271-9aee-e891d4f70697 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:18.582248 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7039ab3d-5401-4ccf-9218-638569ef9f4b req-af232f16-2cde-4271-9aee-e891d4f70697 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.13 "GET /v2.0/ports?device_id=e234812d-e93b-4887-a5a0-ac7a7fe40741 HTTP/1.1" status: 200 len: 945 time: 0.0553632 Jan 27 12:51:18.701344 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-7039ab3d-5401-4ccf-9218-638569ef9f4b req-0e465e51-2c78-4d44-82e1-cf221c9f5abe tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Deleting port c6296dd6-83f3-4cee-a426-c83503b6b177 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:51:18.701818 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-7039ab3d-5401-4ccf-9218-638569ef9f4b req-0e465e51-2c78-4d44-82e1-cf221c9f5abe tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (c6296dd6-83f3-4cee-a426-c83503b6b177), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:18.800094 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-7039ab3d-5401-4ccf-9218-638569ef9f4b req-0e465e51-2c78-4d44-82e1-cf221c9f5abe tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] For port c6296dd6-83f3-4cee-a426-c83503b6b177, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=c6296dd6-83f3-4cee-a426-c83503b6b177,segment=NetworkSegment(41344302-fe83-401d-92fc-998f7b386b95),segment_id=41344302-fe83-401d-92fc-998f7b386b95)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:51:18.800449 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-7039ab3d-5401-4ccf-9218-638569ef9f4b req-0e465e51-2c78-4d44-82e1-cf221c9f5abe tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (c6296dd6-83f3-4cee-a426-c83503b6b177), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:18.812959 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-7039ab3d-5401-4ccf-9218-638569ef9f4b req-0e465e51-2c78-4d44-82e1-cf221c9f5abe tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Calling delete_port for c6296dd6-83f3-4cee-a426-c83503b6b177 owned by compute:nova {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:51:19.015266 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ff9b2-77d6-4561-9cce-ee091710a01f req-3e943d1e-8824-49e8-8e12-c3a51cbbff65 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:19.017110 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-339ff9b2-77d6-4561-9cce-ee091710a01f req-3e943d1e-8824-49e8-8e12-c3a51cbbff65 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=e234812d-e93b-4887-a5a0-ac7a7fe40741 HTTP/1.1" status: 200 len: 945 time: 0.0619774 Jan 27 12:51:19.069892 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-339ff9b2-77d6-4561-9cce-ee091710a01f req-a4ef959d-8343-42d9-b0c7-562835451d05 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/security-groups?id=73a221e1-e0b3-4cdc-a4ad-0942077188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435822 Jan 27 12:51:19.087542 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-7039ab3d-5401-4ccf-9218-638569ef9f4b req-0e465e51-2c78-4d44-82e1-cf221c9f5abe tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (c6296dd6-83f3-4cee-a426-c83503b6b177), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:19.100716 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['c6296dd6-83f3-4cee-a426-c83503b6b177'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:51:19.289729 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 44494) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:19.294890 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-08814fd9-c50e-4b79-95f8-55e2a0e216d0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-911184304-network', 'tenant_id': '14e483a5f60d4bbabaf3183bf003d361'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:51:19.382407 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08814fd9-c50e-4b79-95f8-55e2a0e216d0 admin admin] Made reservation on behalf of 14e483a5f60d4bbabaf3183bf003d361 for: {'network': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:51:19.385119 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-08814fd9-c50e-4b79-95f8-55e2a0e216d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for network (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:19.395655 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-08814fd9-c50e-4b79-95f8-55e2a0e216d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:19.417930 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e465e51-2c78-4d44-82e1-cf221c9f5abe tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Pushing event deleted for resources: {'Port': ['ID=c6296dd6-83f3-4cee-a426-c83503b6b177,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:19.466580 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-7039ab3d-5401-4ccf-9218-638569ef9f4b req-0e465e51-2c78-4d44-82e1-cf221c9f5abe tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] No DVR routers for this DVR port c6296dd6-83f3-4cee-a426-c83503b6b177 on host hv-cinder-82403 {{(pid=109462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:51:19.469332 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-7039ab3d-5401-4ccf-9218-638569ef9f4b req-0e465e51-2c78-4d44-82e1-cf221c9f5abe tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:19.473002 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7039ab3d-5401-4ccf-9218-638569ef9f4b req-0e465e51-2c78-4d44-82e1-cf221c9f5abe tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.13 "DELETE /v2.0/ports/c6296dd6-83f3-4cee-a426-c83503b6b177 HTTP/1.1" status: 204 len: 173 time: 0.8854628 Jan 27 12:51:19.473466 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e234812d-e93b-4887-a5a0-ac7a7fe40741', 'name': 'network-vif-deleted', 'tag': 'c6296dd6-83f3-4cee-a426-c83503b6b177'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:51:19.476583 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c56e3da-cf35-4b77-8adb-7c3956606893" -d '{"events": [{"server_uuid": "e234812d-e93b-4887-a5a0-ac7a7fe40741", "name": "network-vif-deleted", "tag": "c6296dd6-83f3-4cee-a426-c83503b6b177"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:51:19.493371 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-08814fd9-c50e-4b79-95f8-55e2a0e216d0 admin admin] Publish callbacks [] for security_group (8ae0cdb8-002f-4dc0-8c5f-3b1633210212), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:19.555708 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-08814fd9-c50e-4b79-95f8-55e2a0e216d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (8ae0cdb8-002f-4dc0-8c5f-3b1633210212), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:19.586067 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08814fd9-c50e-4b79-95f8-55e2a0e216d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=109461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 12:51:19.598948 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08814fd9-c50e-4b79-95f8-55e2a0e216d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae0cdb8-002f-4dc0-8c5f-3b1633210212,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:19.602185 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-08814fd9-c50e-4b79-95f8-55e2a0e216d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (d36cb67c-3673-471e-bc25-923d338d0300), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:19.602185 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.db.segments_db [None req-08814fd9-c50e-4b79-95f8-55e2a0e216d0 admin admin] Added segment d36cb67c-3673-471e-bc25-923d338d0300 of type vlan for network 0a46772d-17a6-4b01-8bd2-62522ac8ae66 Jan 27 12:51:19.647779 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-08814fd9-c50e-4b79-95f8-55e2a0e216d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727397602151'] for network (0a46772d-17a6-4b01-8bd2-62522ac8ae66), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:19.727245 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b32809b-8649-4656-9b33-695e71d5cc30 x-openstack-request-id: req-0b32809b-8649-4656-9b33-695e71d5cc30 {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:51:19.727565 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e234812d-e93b-4887-a5a0-ac7a7fe40741", "name": "network-vif-deleted", "tag": "c6296dd6-83f3-4cee-a426-c83503b6b177", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:51:19.727843 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0b32809b-8649-4656-9b33-695e71d5cc30 {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:51:19.728231 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e234812d-e93b-4887-a5a0-ac7a7fe40741', 'name': 'network-vif-deleted', 'tag': 'c6296dd6-83f3-4cee-a426-c83503b6b177', 'status': 'completed', 'code': 200} Jan 27 12:51:19.748675 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-08814fd9-c50e-4b79-95f8-55e2a0e216d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for network (0a46772d-17a6-4b01-8bd2-62522ac8ae66), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:19.748675 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08814fd9-c50e-4b79-95f8-55e2a0e216d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:19.748675 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-08814fd9-c50e-4b79-95f8-55e2a0e216d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:19.810851 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08814fd9-c50e-4b79-95f8-55e2a0e216d0 admin admin] Pushing event updated for resources: {'Network': ['ID=0a46772d-17a6-4b01-8bd2-62522ac8ae66,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:19.821449 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Network 0a46772d-17a6-4b01-8bd2-62522ac8ae66 details requested by agent ovs-agent-dv-cinder-824031-3-iscsi with host dv-cinder-824031-3-iscsi {{(pid=109463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 12:51:19.844221 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-08814fd9-c50e-4b79-95f8-55e2a0e216d0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5533664 Jan 27 12:51:19.847555 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 44502) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:19.854215 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-106bde11-97d6-40c5-b57c-922c7dc95ef4 admin admin] Request body: {'subnet': {'network_id': '0a46772d-17a6-4b01-8bd2-62522ac8ae66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-911184304-subnet', 'tenant_id': '14e483a5f60d4bbabaf3183bf003d361', 'ip_version': 4}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:51:19.875053 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2ab1ef15-7282-450e-9180-3de5f3392ba5 req-c7f2da54-23f9-47a6-8378-dee74934352c tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-201292501&fields=id&tenant_id=7e214bbe8ce0443a93e1f2cd99aa4f53 HTTP/1.1" status: 200 len: 267 time: 0.0560627 Jan 27 12:51:19.936741 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1ef15-7282-450e-9180-3de5f3392ba5 req-38b72a8c-7ff3-4c00-b0ca-6c7e9f17deb7 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:19.938193 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106bde11-97d6-40c5-b57c-922c7dc95ef4 admin admin] Made reservation on behalf of 14e483a5f60d4bbabaf3183bf003d361 for: {'subnet': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:51:19.938328 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2ab1ef15-7282-450e-9180-3de5f3392ba5 req-38b72a8c-7ff3-4c00-b0ca-6c7e9f17deb7 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 984 time: 0.0535545 Jan 27 12:51:19.940743 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-106bde11-97d6-40c5-b57c-922c7dc95ef4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3294725'] for subnet (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:19.949252 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [req-2ab1ef15-7282-450e-9180-3de5f3392ba5 req-7aeb3a34-aea3-4393-aa4d-392dacb40c99 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Request body: {'port': {'security_groups': ['457d3393-f115-4c48-833e-6dc6b6351d61']}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:51:20.022061 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-2ab1ef15-7282-450e-9180-3de5f3392ba5 req-7aeb3a34-aea3-4393-aa4d-392dacb40c99 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (6b77f366-5871-46fa-8380-251c059d2cfb), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:20.174024 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-106bde11-97d6-40c5-b57c-922c7dc95ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3294771'] for subnet (f7753303-dff8-4d66-991a-75198c0e7ede), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:20.220234 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-2ab1ef15-7282-450e-9180-3de5f3392ba5 req-7aeb3a34-aea3-4393-aa4d-392dacb40c99 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] For port 6b77f366-5871-46fa-8380-251c059d2cfb, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=6b77f366-5871-46fa-8380-251c059d2cfb,segment=NetworkSegment(3e280d8f-8b7c-488e-8dd2-9ec05996c7e9),segment_id=3e280d8f-8b7c-488e-8dd2-9ec05996c7e9)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:51:20.232469 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106bde11-97d6-40c5-b57c-922c7dc95ef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7753303-dff8-4d66-991a-75198c0e7ede,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:20.243742 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106bde11-97d6-40c5-b57c-922c7dc95ef4 admin admin] Checking segment: {'id': 'd36cb67c-3673-471e-bc25-923d338d0300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0a46772d-17a6-4b01-8bd2-62522ac8ae66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:51:20.244291 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106bde11-97d6-40c5-b57c-922c7dc95ef4 admin admin] Network hostable DHCP agents. Network: 0a46772d-17a6-4b01-8bd2-62522ac8ae66, hostable agents: ['8eb3a606-acf3-4d34-8208-a31c99af56ba'], hosted agents: [] {{(pid=109461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 12:51:20.264626 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-2ab1ef15-7282-450e-9180-3de5f3392ba5 req-7aeb3a34-aea3-4393-aa4d-392dacb40c99 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for port (6b77f366-5871-46fa-8380-251c059d2cfb), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:20.292991 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-501114b2-7278-4436-83e6-de5d47a38d77 req-a0a43987-0181-49e0-92e1-410cb8873df9 tempest-VolumesSnapshotTestJSON-454169241 tempest-VolumesSnapshotTestJSON-454169241-project] 10.222.0.39 "GET /v2.0/ports?device_id=e234812d-e93b-4887-a5a0-ac7a7fe40741 HTTP/1.1" status: 200 len: 210 time: 0.0295477 Jan 27 12:51:20.326721 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-2ab1ef15-7282-450e-9180-3de5f3392ba5 req-7aeb3a34-aea3-4393-aa4d-392dacb40c99 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (6b77f366-5871-46fa-8380-251c059d2cfb), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:20.338571 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106bde11-97d6-40c5-b57c-922c7dc95ef4 admin admin] Network 0a46772d-17a6-4b01-8bd2-62522ac8ae66 is scheduled to be hosted by DHCP agent 8eb3a606-acf3-4d34-8208-a31c99af56ba with binding_index 1 {{(pid=109461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 12:51:20.388890 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['6b77f366-5871-46fa-8380-251c059d2cfb'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:51:20.432159 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 894d7355-aaac-4cd7-a1cb-e03d04d3e78c up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:51:20.432560 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1ef15-7282-450e-9180-3de5f3392ba5 req-7aeb3a34-aea3-4393-aa4d-392dacb40c99 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:20.433636 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-2ab1ef15-7282-450e-9180-3de5f3392ba5 req-7aeb3a34-aea3-4393-aa4d-392dacb40c99 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:20.435934 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2ab1ef15-7282-450e-9180-3de5f3392ba5 req-7aeb3a34-aea3-4393-aa4d-392dacb40c99 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "PUT /v2.0/ports/6b77f366-5871-46fa-8380-251c059d2cfb HTTP/1.1" status: 200 len: 942 time: 0.4911497 Jan 27 12:51:20.452754 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-106bde11-97d6-40c5-b57c-922c7dc95ef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-3-iscsi, 0a46772d-17a6-4b01-8bd2-62522ac8ae66) {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:51:20.456598 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 44508) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:20.463795 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106bde11-97d6-40c5-b57c-922c7dc95ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:20.464468 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-106bde11-97d6-40c5-b57c-922c7dc95ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for subnet (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:20.488924 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e65dc65-fed7-458c-b97f-bc1f44a42cde None None] Network 0a46772d-17a6-4b01-8bd2-62522ac8ae66 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:51:20.503660 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb3a34-aea3-4393-aa4d-392dacb40c99 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Pushing event updated for resources: {'Port': ['ID=6b77f366-5871-46fa-8380-251c059d2cfb,revision_number=7']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:20.569739 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['6b77f366-5871-46fa-8380-251c059d2cfb'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:51:20.570317 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-dd1bc749-7087-44ef-b316-d5cdb33a7601 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for security_group (3ad3a4cd-41e2-4082-9611-cd15eb777fc4), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:20.586414 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-bfde097b-79fa-4f4b-b837-a97e0d0c57da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:20.599634 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-dd1bc749-7087-44ef-b316-d5cdb33a7601 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for security_group (3ad3a4cd-41e2-4082-9611-cd15eb777fc4), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:20.672329 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-106bde11-97d6-40c5-b57c-922c7dc95ef4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8230820 Jan 27 12:51:20.677931 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 44512) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:20.680457 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-ab64da95-136f-464a-9a8d-65054c49e06d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-911184304-router', 'tenant_id': '14e483a5f60d4bbabaf3183bf003d361', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:51:20.747992 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-dd1bc749-7087-44ef-b316-d5cdb33a7601 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (3ad3a4cd-41e2-4082-9611-cd15eb777fc4), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:20.750713 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-dd1bc749-7087-44ef-b316-d5cdb33a7601 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:20.752511 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-dd1bc749-7087-44ef-b316-d5cdb33a7601 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "DELETE /v2.0/security-groups/3ad3a4cd-41e2-4082-9611-cd15eb777fc4 HTTP/1.1" status: 204 len: 168 time: 0.2899649 Jan 27 12:51:20.755213 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 44514) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:20.763239 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1bc749-7087-44ef-b316-d5cdb33a7601 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad3a4cd-41e2-4082-9611-cd15eb777fc4,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:20.778382 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ab64da95-136f-464a-9a8d-65054c49e06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1666215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108346'] for router (b955a06e-ffab-41bb-9668-af13b1f8b58f), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:20.778382 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ab64da95-136f-464a-9a8d-65054c49e06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1661945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1903227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108291'] for router (b955a06e-ffab-41bb-9668-af13b1f8b58f), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:20.814327 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] Sync routers for ids ['1f4113b1-eb17-4325-b283-758ca72fd468'] in dv-cinder-824031-3-iscsi {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:51:20.826564 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] Routers {'1f4113b1-eb17-4325-b283-758ca72fd468'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:51:20.827993 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:50:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['1f4113b1-eb17-4325-b283-758ca72fd468'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:20.850655 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ab64da95-136f-464a-9a8d-65054c49e06d admin admin] Publish callbacks [] for router_controller (b955a06e-ffab-41bb-9668-af13b1f8b58f), precommit_add_association {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:20.929921 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 894d7355-aaac-4cd7-a1cb-e03d04d3e78c triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:51:20.930404 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (894d7355-aaac-4cd7-a1cb-e03d04d3e78c), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:20.946959 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] Set router 1f4113b1-eb17-4325-b283-758ca72fd468 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:51:20.966394 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-186e56db-973b-41a6-a2a2-96e9b4a6e0f9 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Deleting port 5c023249-529a-4fcd-9404-f8b1aa4a5883 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:51:20.966760 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-186e56db-973b-41a6-a2a2-96e9b4a6e0f9 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (5c023249-529a-4fcd-9404-f8b1aa4a5883), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:20.971590 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97258b6-d072-40bd-b892-453abbf97ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddd921a7-f886-55d8-9d7f-b4a49e13882a-0a46772d-17a6-4b01-8bd2-62522ac8ae66', 'network_id': '0a46772d-17a6-4b01-8bd2-62522ac8ae66', 'project_id': '14e483a5f60d4bbabaf3183bf003d361', 'fixed_ips': [{'subnet_id': 'f7753303-dff8-4d66-991a-75198c0e7ede'}]}} from dv-cinder-824031-3-iscsi. {{(pid=109463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 12:51:20.972454 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f97258b6-d072-40bd-b892-453abbf97ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:21.038422 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-548c9c71-bcd2-4001-a073-1f511938f69d None None] Provisioning complete for port 6b77f366-5871-46fa-8380-251c059d2cfb triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:51:21.038852 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-548c9c71-bcd2-4001-a073-1f511938f69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (6b77f366-5871-46fa-8380-251c059d2cfb), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:21.071208 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-186e56db-973b-41a6-a2a2-96e9b4a6e0f9 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (5c023249-529a-4fcd-9404-f8b1aa4a5883), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:21.071768 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-186e56db-973b-41a6-a2a2-96e9b4a6e0f9 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for floatingip (5c023249-529a-4fcd-9404-f8b1aa4a5883), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:21.087673 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-186e56db-973b-41a6-a2a2-96e9b4a6e0f9 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Calling delete_port for 5c023249-529a-4fcd-9404-f8b1aa4a5883 owned by network:floatingip {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:51:21.158911 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ab64da95-136f-464a-9a8d-65054c49e06d admin admin] Publish callbacks [] for router_gateway (b955a06e-ffab-41bb-9668-af13b1f8b58f), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:21.185136 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'name': 'tempest-TestShelveInstance-1898310247-router', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '894d7355-aaac-4cd7-a1cb-e03d04d3e78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:51:14Z', 'updated_at': '2022-01-27T12:51:17Z', 'revision_number': 4, 'project_id': '399e6049e194420f981610e835c63d4c', 'gw_port': {'id': '894d7355-aaac-4cd7-a1cb-e03d04d3e78c', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:15Z', 'updated_at': '2022-01-27T12:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'f030666f-d982-41c0-a6c1-00f03d3ad68b', 'name': '', 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'mac_address': 'fa:16:3e:d3:b3:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e2057e7f-7b4f-4ccf-80eb-9d8bb780312e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:17Z', 'updated_at': '2022-01-27T12:51:17Z', 'revision_number': 2, 'project_id': '399e6049e194420f981610e835c63d4c', 'subnets': [{'id': 'e2057e7f-7b4f-4ccf-80eb-9d8bb780312e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:21.243958 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] Checking router: 1f4113b1-eb17-4325-b283-758ca72fd468 for host: dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:51:21.244349 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] Updating router 1f4113b1-eb17-4325-b283-758ca72fd468 port f030666f-d982-41c0-a6c1-00f03d3ad68b binding host dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 12:51:21.295258 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (f030666f-d982-41c0-a6c1-00f03d3ad68b), before_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:21.358325 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 894d7355-aaac-4cd7-a1cb-e03d04d3e78c is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:51:21.359809 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (894d7355-aaac-4cd7-a1cb-e03d04d3e78c), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:21.371803 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-186e56db-973b-41a6-a2a2-96e9b4a6e0f9 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (5c023249-529a-4fcd-9404-f8b1aa4a5883), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:21.381823 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device c6296dd6-83f3-4cee-a426-c83503b6b177 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:51:21.422673 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.db_base_plugin_common [None req-f97258b6-d072-40bd-b892-453abbf97ac0 None None] Allocated IP 172.20.0.2 (0a46772d-17a6-4b01-8bd2-62522ac8ae66/f7753303-dff8-4d66-991a-75198c0e7ede/02b1d30c-fd7d-4de5-ac33-9837f630c88e) {{(pid=109463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:51:21.426601 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e56db-973b-41a6-a2a2-96e9b4a6e0f9 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Pushing event deleted for resources: {'Port': ['ID=5c023249-529a-4fcd-9404-f8b1aa4a5883,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:21.435515 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] No Port match for: c6296dd6-83f3-4cee-a426-c83503b6b177 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:51:21.435872 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device c6296dd6-83f3-4cee-a426-c83503b6b177 not bound to the agent host hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:51:21.438971 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] For port 894d7355-aaac-4cd7-a1cb-e03d04d3e78c, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=894d7355-aaac-4cd7-a1cb-e03d04d3e78c,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:51:21.450222 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-548c9c71-bcd2-4001-a073-1f511938f69d None None] Current status of the port 6b77f366-5871-46fa-8380-251c059d2cfb is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:51:21.510932 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (894d7355-aaac-4cd7-a1cb-e03d04d3e78c), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:21.543445 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ab64da95-136f-464a-9a8d-65054c49e06d admin admin] Publish callbacks [] for router_gateway (b955a06e-ffab-41bb-9668-af13b1f8b58f), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:21.573852 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ab64da95-136f-464a-9a8d-65054c49e06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:21.577694 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-186e56db-973b-41a6-a2a2-96e9b4a6e0f9 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks [] for floatingip (17442fa7-46db-4624-a57b-569773dfb5c5), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:21.579189 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.db.l3_db [None req-186e56db-973b-41a6-a2a2-96e9b4a6e0f9 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Floating IP 17442fa7-46db-4624-a57b-569773dfb5c5 disassociated (deleted). External IP: 172.27.2.104, port: 6b77f366-5871-46fa-8380-251c059d2cfb. Jan 27 12:51:21.589312 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Pushing event updated for resources: {'Port': ['ID=894d7355-aaac-4cd7-a1cb-e03d04d3e78c,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:21.647291 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] Publish callbacks [] for port (f030666f-d982-41c0-a6c1-00f03d3ad68b), precommit_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:21.657984 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f97258b6-d072-40bd-b892-453abbf97ac0 None None] Publish callbacks [] for port (02b1d30c-fd7d-4de5-ac33-9837f630c88e), precommit_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:21.694623 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_common [None req-ab64da95-136f-464a-9a8d-65054c49e06d admin admin] Allocated IP 172.27.2.47 (eb2842ee-b281-40a5-b8cc-bad91d1f4211/1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a/cc2d4f48-6547-4a06-9ee4-c36bd060c952) {{(pid=109461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:51:21.704020 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (f030666f-d982-41c0-a6c1-00f03d3ad68b), after_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:21.704243 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f97258b6-d072-40bd-b892-453abbf97ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551'] for port (02b1d30c-fd7d-4de5-ac33-9837f630c88e), after_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:21.733888 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9b1da9-08aa-4d04-b41b-b1a82f6ce245', 'tag': '6b77f366-5871-46fa-8380-251c059d2cfb'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:51:21.737243 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992a1660-0e8d-4281-bc8e-d6f611980dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9b1da9-08aa-4d04-b41b-b1a82f6ce245", "tag": "6b77f366-5871-46fa-8380-251c059d2cfb"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:51:21.765868 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68aa431-14a6-4cb6-af32-aa6fcba7a1ee None None] Pushing event updated for resources: {'Port': ['ID=f030666f-d982-41c0-a6c1-00f03d3ad68b,revision_number=3']} {{(pid=109464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:21.794713 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68aa431-14a6-4cb6-af32-aa6fcba7a1ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:21.795136 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68aa431-14a6-4cb6-af32-aa6fcba7a1ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:21.795502 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68aa431-14a6-4cb6-af32-aa6fcba7a1ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:21.795845 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68aa431-14a6-4cb6-af32-aa6fcba7a1ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:21.796177 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68aa431-14a6-4cb6-af32-aa6fcba7a1ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:21.796506 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68aa431-14a6-4cb6-af32-aa6fcba7a1ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:21.796834 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68aa431-14a6-4cb6-af32-aa6fcba7a1ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:21.797161 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68aa431-14a6-4cb6-af32-aa6fcba7a1ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:21.797490 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68aa431-14a6-4cb6-af32-aa6fcba7a1ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:21.797850 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68aa431-14a6-4cb6-af32-aa6fcba7a1ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:21.798156 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68aa431-14a6-4cb6-af32-aa6fcba7a1ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:21.798476 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68aa431-14a6-4cb6-af32-aa6fcba7a1ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:21.802280 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68aa431-14a6-4cb6-af32-aa6fcba7a1ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:51:21.825924 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97258b6-d072-40bd-b892-453abbf97ac0 None None] Network 0a46772d-17a6-4b01-8bd2-62522ac8ae66 is already hosted by enough agents. {{(pid=109463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:51:21.845911 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.scheduler.base_scheduler [None req-f97258b6-d072-40bd-b892-453abbf97ac0 None None] Resources bound (agent type, host, resource id): {{(pid=109463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:51:21.852144 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] Attempting to bind port f030666f-d982-41c0-a6c1-00f03d3ad68b on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:51:21.852727 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] Attempting to bind port f030666f-d982-41c0-a6c1-00f03d3ad68b by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': 'd2d42a91-b0c8-41fb-a27a-12a167fb0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886'}] {{(pid=109464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:51:21.852727 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] Attempting to bind port f030666f-d982-41c0-a6c1-00f03d3ad68b on network 6b881bfa-8c59-42cc-bbb7-915cf0da0886 {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:51:21.854785 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97258b6-d072-40bd-b892-453abbf97ac0 None None] Received port after_create {{(pid=109463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:51:21.865348 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:51:21.866895 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] Checking segment: {'id': 'd2d42a91-b0c8-41fb-a27a-12a167fb0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:51:21.866895 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:21.866895 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] Bound using segment: {'id': 'd2d42a91-b0c8-41fb-a27a-12a167fb0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886'} {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:51:21.867166 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97258b6-d072-40bd-b892-453abbf97ac0 None None] Pushing event updated for resources: {'Port': ['ID=02b1d30c-fd7d-4de5-ac33-9837f630c88e,revision_number=1']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:21.867254 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] Bound port: f030666f-d982-41c0-a6c1-00f03d3ad68b, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d42a91-b0c8-41fb-a27a-12a167fb0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886'}}] {{(pid=109464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:51:21.867591 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (f030666f-d982-41c0-a6c1-00f03d3ad68b), before_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:21.909344 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac6d6f2-d9e8-4f40-b9de-c115dbea96b1 x-openstack-request-id: req-1ac6d6f2-d9e8-4f40-b9de-c115dbea96b1 {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:51:21.909734 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9b1da9-08aa-4d04-b41b-b1a82f6ce245", "tag": "6b77f366-5871-46fa-8380-251c059d2cfb", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:51:21.909883 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ac6d6f2-d9e8-4f40-b9de-c115dbea96b1 {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:51:21.910920 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9b1da9-08aa-4d04-b41b-b1a82f6ce245', 'tag': '6b77f366-5871-46fa-8380-251c059d2cfb', 'status': 'completed', 'code': 200} Jan 27 12:51:21.920143 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-f97258b6-d072-40bd-b892-453abbf97ac0 None None] Attempting to bind port 02b1d30c-fd7d-4de5-ac33-9837f630c88e on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:51:21.922386 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ab64da95-136f-464a-9a8d-65054c49e06d admin admin] Publish callbacks [] for port (cc2d4f48-6547-4a06-9ee4-c36bd060c952), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:21.930379 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-f97258b6-d072-40bd-b892-453abbf97ac0 None None] Attempting to bind port 02b1d30c-fd7d-4de5-ac33-9837f630c88e by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': 'd36cb67c-3673-471e-bc25-923d338d0300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0a46772d-17a6-4b01-8bd2-62522ac8ae66'}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:51:21.932022 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97258b6-d072-40bd-b892-453abbf97ac0 None None] Attempting to bind port 02b1d30c-fd7d-4de5-ac33-9837f630c88e on network 0a46772d-17a6-4b01-8bd2-62522ac8ae66 {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:51:21.940672 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97258b6-d072-40bd-b892-453abbf97ac0 None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:51:21.941519 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97258b6-d072-40bd-b892-453abbf97ac0 None None] Checking segment: {'id': 'd36cb67c-3673-471e-bc25-923d338d0300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0a46772d-17a6-4b01-8bd2-62522ac8ae66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:51:21.942237 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f97258b6-d072-40bd-b892-453abbf97ac0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:21.942656 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97258b6-d072-40bd-b892-453abbf97ac0 None None] Bound using segment: {'id': 'd36cb67c-3673-471e-bc25-923d338d0300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0a46772d-17a6-4b01-8bd2-62522ac8ae66'} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:51:21.943168 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-f97258b6-d072-40bd-b892-453abbf97ac0 None None] Bound port: 02b1d30c-fd7d-4de5-ac33-9837f630c88e, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd36cb67c-3673-471e-bc25-923d338d0300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0a46772d-17a6-4b01-8bd2-62522ac8ae66'}}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:51:21.943865 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f97258b6-d072-40bd-b892-453abbf97ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (02b1d30c-fd7d-4de5-ac33-9837f630c88e), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:21.953924 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.db [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] For port f030666f-d982-41c0-a6c1-00f03d3ad68b, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:51:21.958543 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.db [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] For port f030666f-d982-41c0-a6c1-00f03d3ad68b, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=f030666f-d982-41c0-a6c1-00f03d3ad68b,segment=NetworkSegment(d2d42a91-b0c8-41fb-a27a-12a167fb0bb1),segment_id=d2d42a91-b0c8-41fb-a27a-12a167fb0bb1)] {{(pid=109464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:51:21.984317 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186e56db-973b-41a6-a2a2-96e9b4a6e0f9 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Router d17f26d3-e108-47cf-8bd5-3dc81b6f788b has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:51:22.044197 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-f97258b6-d072-40bd-b892-453abbf97ac0 None None] For port 02b1d30c-fd7d-4de5-ac33-9837f630c88e, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:51:22.047425 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (f030666f-d982-41c0-a6c1-00f03d3ad68b), after_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:22.048024 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ab64da95-136f-464a-9a8d-65054c49e06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (cc2d4f48-6547-4a06-9ee4-c36bd060c952), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:22.049168 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-f97258b6-d072-40bd-b892-453abbf97ac0 None None] For port 02b1d30c-fd7d-4de5-ac33-9837f630c88e, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=02b1d30c-fd7d-4de5-ac33-9837f630c88e,segment=NetworkSegment(d36cb67c-3673-471e-bc25-923d338d0300),segment_id=d36cb67c-3673-471e-bc25-923d338d0300)] {{(pid=109463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:51:22.112546 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab64da95-136f-464a-9a8d-65054c49e06d admin admin] Network eb2842ee-b281-40a5-b8cc-bad91d1f4211 is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:51:22.116500 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-ab64da95-136f-464a-9a8d-65054c49e06d admin admin] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:51:22.121100 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] Routers {'1f4113b1-eb17-4325-b283-758ca72fd468'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:51:22.121709 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:50:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['1f4113b1-eb17-4325-b283-758ca72fd468'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:22.124156 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab64da95-136f-464a-9a8d-65054c49e06d admin admin] Received port after_create {{(pid=109461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:51:22.174053 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64da95-136f-464a-9a8d-65054c49e06d admin admin] Pushing event updated for resources: {'Port': ['ID=cc2d4f48-6547-4a06-9ee4-c36bd060c952,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:22.196648 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f97258b6-d072-40bd-b892-453abbf97ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (02b1d30c-fd7d-4de5-ac33-9837f630c88e), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:22.248518 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186e56db-973b-41a6-a2a2-96e9b4a6e0f9 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:51:22.251545 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-186e56db-973b-41a6-a2a2-96e9b4a6e0f9 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for floatingip (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:22.252078 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-f0161b94-a8a7-4b3c-94a6-c6626755f74f None None] Provisioning complete for port f030666f-d982-41c0-a6c1-00f03d3ad68b triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:51:22.254615 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f0161b94-a8a7-4b3c-94a6-c6626755f74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (f030666f-d982-41c0-a6c1-00f03d3ad68b), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:22.303823 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a1660-0e8d-4281-bc8e-d6f611980dfd req-4c2bf951-3ef3-4260-8bac-a1f6620b2b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:22.305767 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-992a1660-0e8d-4281-bc8e-d6f611980dfd req-4c2bf951-3ef3-4260-8bac-a1f6620b2b59 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e214bbe8ce0443a93e1f2cd99aa4f53&device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 1098 time: 0.3940694 Jan 27 12:51:22.318922 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-186e56db-973b-41a6-a2a2-96e9b4a6e0f9 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "DELETE /v2.0/floatingips/17442fa7-46db-4624-a57b-569773dfb5c5 HTTP/1.1" status: 204 len: 168 time: 1.5581188 Jan 27 12:51:22.320879 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] Set router 1f4113b1-eb17-4325-b283-758ca72fd468 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:51:22.348529 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564009e3-9655-4ab6-a6da-8efb581bb079 None None] Sync routers for ids ['d17f26d3-e108-47cf-8bd5-3dc81b6f788b'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:51:22.416629 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68aa431-14a6-4cb6-af32-aa6fcba7a1ee None None] Pushing event updated for resources: {'Port': ['ID=f030666f-d982-41c0-a6c1-00f03d3ad68b,revision_number=4']} {{(pid=109464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:22.513326 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97258b6-d072-40bd-b892-453abbf97ac0 None None] Pushing event updated for resources: {'Port': ['ID=02b1d30c-fd7d-4de5-ac33-9837f630c88e,revision_number=2']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:22.531854 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a1660-0e8d-4281-bc8e-d6f611980dfd req-7025f412-a626-4f10-a248-9b0b377e301d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:22.538364 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 894d7355-aaac-4cd7-a1cb-e03d04d3e78c up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:51:22.539109 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-992a1660-0e8d-4281-bc8e-d6f611980dfd req-7025f412-a626-4f10-a248-9b0b377e301d service neutron] 10.222.0.13 "GET /v2.0/networks?id=322a42f3-d464-4c19-b6b0-77256c56a83f HTTP/1.1" status: 200 len: 916 time: 0.1994128 Jan 27 12:51:22.572016 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564009e3-9655-4ab6-a6da-8efb581bb079 None None] Routers {'d17f26d3-e108-47cf-8bd5-3dc81b6f788b'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:51:22.572652 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-564009e3-9655-4ab6-a6da-8efb581bb079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:50:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['d17f26d3-e108-47cf-8bd5-3dc81b6f788b'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:22.645196 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-992a1660-0e8d-4281-bc8e-d6f611980dfd req-de9dc176-d81c-4cad-82c4-9ea530d9d7eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b77f366-5871-46fa-8380-251c059d2cfb HTTP/1.1" status: 200 len: 217 time: 0.1034906 Jan 27 12:51:22.738936 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a1660-0e8d-4281-bc8e-d6f611980dfd req-994eaba1-67f9-4dff-97b9-316ec5eaec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:22.741354 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-992a1660-0e8d-4281-bc8e-d6f611980dfd req-994eaba1-67f9-4dff-97b9-316ec5eaec2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=177da310-319b-4f7a-b4aa-d1da259630e2 HTTP/1.1" status: 200 len: 854 time: 0.0878551 Jan 27 12:51:22.741499 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 894d7355-aaac-4cd7-a1cb-e03d04d3e78c triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:51:22.742944 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (894d7355-aaac-4cd7-a1cb-e03d04d3e78c), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:22.748120 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'name': 'tempest-TestShelveInstance-1898310247-router', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '894d7355-aaac-4cd7-a1cb-e03d04d3e78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:51:14Z', 'updated_at': '2022-01-27T12:51:17Z', 'revision_number': 4, 'project_id': '399e6049e194420f981610e835c63d4c', 'gw_port': {'id': '894d7355-aaac-4cd7-a1cb-e03d04d3e78c', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:15Z', 'updated_at': '2022-01-27T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'f030666f-d982-41c0-a6c1-00f03d3ad68b', 'name': '', 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'mac_address': 'fa:16:3e:d3:b3:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e2057e7f-7b4f-4ccf-80eb-9d8bb780312e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:17Z', 'updated_at': '2022-01-27T12:51:21Z', 'revision_number': 4, 'project_id': '399e6049e194420f981610e835c63d4c', 'subnets': [{'id': 'e2057e7f-7b4f-4ccf-80eb-9d8bb780312e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:22.780436 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a40d9f-09f2-4de9-a8d5-7e5216f3cf2c None None] The sync data for ids ['1f4113b1-eb17-4325-b283-758ca72fd468'] in dv-cinder-824031-3-iscsi is: [{'id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'name': 'tempest-TestShelveInstance-1898310247-router', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '894d7355-aaac-4cd7-a1cb-e03d04d3e78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:51:14Z', 'updated_at': '2022-01-27T12:51:17Z', 'revision_number': 4, 'project_id': '399e6049e194420f981610e835c63d4c', 'gw_port': {'id': '894d7355-aaac-4cd7-a1cb-e03d04d3e78c', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:15Z', 'updated_at': '2022-01-27T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'f030666f-d982-41c0-a6c1-00f03d3ad68b', 'name': '', 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'mac_address': 'fa:16:3e:d3:b3:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e2057e7f-7b4f-4ccf-80eb-9d8bb780312e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:17Z', 'updated_at': '2022-01-27T12:51:21Z', 'revision_number': 4, 'project_id': '399e6049e194420f981610e835c63d4c', 'subnets': [{'id': 'e2057e7f-7b4f-4ccf-80eb-9d8bb780312e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:51:22.811479 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a1660-0e8d-4281-bc8e-d6f611980dfd req-f690f8fc-54e3-4062-93b6-81b1cf0ffcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:22.813513 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-992a1660-0e8d-4281-bc8e-d6f611980dfd req-f690f8fc-54e3-4062-93b6-81b1cf0ffcf9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=322a42f3-d464-4c19-b6b0-77256c56a83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629718 Jan 27 12:51:22.892233 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-3a74021d-059f-49a4-a21d-8c4ff4bdac1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:22.917093 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-992a1660-0e8d-4281-bc8e-d6f611980dfd req-4387f723-8363-49bc-a9f1-52efc9019690 service neutron] 10.222.0.13 "GET /v2.0/networks/322a42f3-d464-4c19-b6b0-77256c56a83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966649 Jan 27 12:51:22.929942 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-f0161b94-a8a7-4b3c-94a6-c6626755f74f None None] Current status of the port f030666f-d982-41c0-a6c1-00f03d3ad68b is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:51:22.930337 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f0161b94-a8a7-4b3c-94a6-c6626755f74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (f030666f-d982-41c0-a6c1-00f03d3ad68b), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:22.947693 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-564009e3-9655-4ab6-a6da-8efb581bb079 None None] Set router d17f26d3-e108-47cf-8bd5-3dc81b6f788b gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:51:23.019209 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-992a1660-0e8d-4281-bc8e-d6f611980dfd req-c555f3e5-eeaa-4308-8491-fb67adbc8466 service neutron] 10.222.0.13 "GET /v2.0/networks/322a42f3-d464-4c19-b6b0-77256c56a83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953131 Jan 27 12:51:23.032363 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-f0161b94-a8a7-4b3c-94a6-c6626755f74f None None] For port f030666f-d982-41c0-a6c1-00f03d3ad68b, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=f030666f-d982-41c0-a6c1-00f03d3ad68b,segment=NetworkSegment(d2d42a91-b0c8-41fb-a27a-12a167fb0bb1),segment_id=d2d42a91-b0c8-41fb-a27a-12a167fb0bb1)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:51:23.074582 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ab64da95-136f-464a-9a8d-65054c49e06d admin admin] Publish callbacks [] for router_gateway (b955a06e-ffab-41bb-9668-af13b1f8b58f), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:23.148981 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f0161b94-a8a7-4b3c-94a6-c6626755f74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (f030666f-d982-41c0-a6c1-00f03d3ad68b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:23.209183 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0161b94-a8a7-4b3c-94a6-c6626755f74f None None] Pushing event updated for resources: {'Port': ['ID=f030666f-d982-41c0-a6c1-00f03d3ad68b,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:23.212205 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 894d7355-aaac-4cd7-a1cb-e03d04d3e78c is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:51:23.321489 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-6e08a436-c9a9-4c7f-9cfa-09ee889d4fb0 None None] Provisioning complete for port f030666f-d982-41c0-a6c1-00f03d3ad68b triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:51:23.322140 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-6e08a436-c9a9-4c7f-9cfa-09ee889d4fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (f030666f-d982-41c0-a6c1-00f03d3ad68b), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:23.356163 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ab64da95-136f-464a-9a8d-65054c49e06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661868'] for router (b955a06e-ffab-41bb-9668-af13b1f8b58f), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:23.384299 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-564009e3-9655-4ab6-a6da-8efb581bb079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'name': 'tempest-TestMinimumBasicScenario-1137151388-router', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2171bbd2-ed55-418c-8218-f5c9f0de89d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:48:07Z', 'updated_at': '2022-01-27T12:48:13Z', 'revision_number': 4, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'gw_port': {'id': '2171bbd2-ed55-418c-8218-f5c9f0de89d6', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:08Z', 'updated_at': '2022-01-27T12:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'eeb32b88-a9e4-42a9-a0e6-3885a68ecbea', 'name': '', 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'mac_address': 'fa:16:3e:ab:40:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '177da310-319b-4f7a-b4aa-d1da259630e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:13Z', 'updated_at': '2022-01-27T12:48:17Z', 'revision_number': 5, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'subnets': [{'id': '177da310-319b-4f7a-b4aa-d1da259630e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:23.423498 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564009e3-9655-4ab6-a6da-8efb581bb079 None None] Checking router: d17f26d3-e108-47cf-8bd5-3dc81b6f788b for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:51:23.463992 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564009e3-9655-4ab6-a6da-8efb581bb079 None None] Routers {'d17f26d3-e108-47cf-8bd5-3dc81b6f788b'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:51:23.464616 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-564009e3-9655-4ab6-a6da-8efb581bb079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:51:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['d17f26d3-e108-47cf-8bd5-3dc81b6f788b'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:23.534455 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-6e08a436-c9a9-4c7f-9cfa-09ee889d4fb0 None None] Current status of the port f030666f-d982-41c0-a6c1-00f03d3ad68b is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:51:23.607197 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab64da95-136f-464a-9a8d-65054c49e06d admin admin] Router b955a06e-ffab-41bb-9668-af13b1f8b58f is scheduled to L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 with binding_index 1 {{(pid=109461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 12:51:23.775242 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab64da95-136f-464a-9a8d-65054c49e06d admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:51:23.783908 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64d481a-e525-48d0-bd97-c0d34bded81b None None] Network 0a46772d-17a6-4b01-8bd2-62522ac8ae66 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:51:23.785669 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] Sync routers for ids ['b955a06e-ffab-41bb-9668-af13b1f8b58f'] in dv-cinder-824031-3-iscsi {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:51:23.795121 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] Routers {'b955a06e-ffab-41bb-9668-af13b1f8b58f'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:51:23.795949 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:51:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['b955a06e-ffab-41bb-9668-af13b1f8b58f'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:23.860872 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ab64da95-136f-464a-9a8d-65054c49e06d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:23.865262 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-ab64da95-136f-464a-9a8d-65054c49e06d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1862490 Jan 27 12:51:23.868588 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 44550) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:23.877201 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-564009e3-9655-4ab6-a6da-8efb581bb079 None None] Set router d17f26d3-e108-47cf-8bd5-3dc81b6f788b gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:51:23.916526 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:23.920034 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9b1da9-08aa-4d04-b41b-b1a82f6ce245', 'tag': '6b77f366-5871-46fa-8380-251c059d2cfb'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:51:23.922307 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf9b6a3-4064-4006-bc84-fe8637c54498" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9b1da9-08aa-4d04-b41b-b1a82f6ce245", "tag": "6b77f366-5871-46fa-8380-251c059d2cfb"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:51:23.924826 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-49f9ebed-c64b-43ae-814c-aeaf8452127b None None] Provisioning complete for port 02b1d30c-fd7d-4de5-ac33-9837f630c88e triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:51:23.924961 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] Set router b955a06e-ffab-41bb-9668-af13b1f8b58f gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:51:23.929818 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-49f9ebed-c64b-43ae-814c-aeaf8452127b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (02b1d30c-fd7d-4de5-ac33-9837f630c88e), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:23.973422 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44317f77-d780-475d-ae09-69a644db1507 x-openstack-request-id: req-44317f77-d780-475d-ae09-69a644db1507 {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:51:23.973794 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9b1da9-08aa-4d04-b41b-b1a82f6ce245", "tag": "6b77f366-5871-46fa-8380-251c059d2cfb", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:51:23.974111 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-44317f77-d780-475d-ae09-69a644db1507 {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:51:23.974997 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9b1da9-08aa-4d04-b41b-b1a82f6ce245', 'tag': '6b77f366-5871-46fa-8380-251c059d2cfb', 'status': 'completed', 'code': 200} Jan 27 12:51:24.146226 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9b6a3-4064-4006-bc84-fe8637c54498 req-a5f58bb1-b8ee-4626-b882-889adc9608f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:24.147808 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-cdf9b6a3-4064-4006-bc84-fe8637c54498 req-a5f58bb1-b8ee-4626-b882-889adc9608f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e214bbe8ce0443a93e1f2cd99aa4f53&device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 1098 time: 0.1391351 Jan 27 12:51:24.168249 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-49f9ebed-c64b-43ae-814c-aeaf8452127b None None] Current status of the port 02b1d30c-fd7d-4de5-ac33-9837f630c88e is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:51:24.168731 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-49f9ebed-c64b-43ae-814c-aeaf8452127b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (02b1d30c-fd7d-4de5-ac33-9837f630c88e), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:24.241875 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b955a06e-ffab-41bb-9668-af13b1f8b58f', 'name': 'tempest-TestShelveInstance-911184304-router', 'tenant_id': '14e483a5f60d4bbabaf3183bf003d361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cc2d4f48-6547-4a06-9ee4-c36bd060c952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:51:20Z', 'updated_at': '2022-01-27T12:51:22Z', 'revision_number': 3, 'project_id': '14e483a5f60d4bbabaf3183bf003d361', 'gw_port': {'id': 'cc2d4f48-6547-4a06-9ee4-c36bd060c952', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b955a06e-ffab-41bb-9668-af13b1f8b58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:21Z', 'updated_at': '2022-01-27T12:51:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:24.256127 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-49f9ebed-c64b-43ae-814c-aeaf8452127b None None] For port 02b1d30c-fd7d-4de5-ac33-9837f630c88e, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=02b1d30c-fd7d-4de5-ac33-9837f630c88e,segment=NetworkSegment(d36cb67c-3673-471e-bc25-923d338d0300),segment_id=d36cb67c-3673-471e-bc25-923d338d0300)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:51:24.311529 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] Checking router: b955a06e-ffab-41bb-9668-af13b1f8b58f for host: dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:51:24.312382 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] Updating router b955a06e-ffab-41bb-9668-af13b1f8b58f port cc2d4f48-6547-4a06-9ee4-c36bd060c952 binding host dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 12:51:24.315449 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-564009e3-9655-4ab6-a6da-8efb581bb079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'name': 'tempest-TestMinimumBasicScenario-1137151388-router', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2171bbd2-ed55-418c-8218-f5c9f0de89d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:48:07Z', 'updated_at': '2022-01-27T12:48:13Z', 'revision_number': 4, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'gw_port': {'id': '2171bbd2-ed55-418c-8218-f5c9f0de89d6', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:08Z', 'updated_at': '2022-01-27T12:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'eeb32b88-a9e4-42a9-a0e6-3885a68ecbea', 'name': '', 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'mac_address': 'fa:16:3e:ab:40:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '177da310-319b-4f7a-b4aa-d1da259630e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:13Z', 'updated_at': '2022-01-27T12:48:17Z', 'revision_number': 5, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'subnets': [{'id': '177da310-319b-4f7a-b4aa-d1da259630e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:24.360150 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-49f9ebed-c64b-43ae-814c-aeaf8452127b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (02b1d30c-fd7d-4de5-ac33-9837f630c88e), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:24.361701 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (cc2d4f48-6547-4a06-9ee4-c36bd060c952), before_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:24.367825 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564009e3-9655-4ab6-a6da-8efb581bb079 None None] The sync data for ids ['d17f26d3-e108-47cf-8bd5-3dc81b6f788b'] in dv-cinder-824031-3-iscsi is: [{'id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'name': 'tempest-TestMinimumBasicScenario-1137151388-router', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2171bbd2-ed55-418c-8218-f5c9f0de89d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:48:07Z', 'updated_at': '2022-01-27T12:48:13Z', 'revision_number': 4, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'gw_port': {'id': '2171bbd2-ed55-418c-8218-f5c9f0de89d6', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:08Z', 'updated_at': '2022-01-27T12:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'eeb32b88-a9e4-42a9-a0e6-3885a68ecbea', 'name': '', 'network_id': '322a42f3-d464-4c19-b6b0-77256c56a83f', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'mac_address': 'fa:16:3e:ab:40:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '177da310-319b-4f7a-b4aa-d1da259630e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:13Z', 'updated_at': '2022-01-27T12:48:17Z', 'revision_number': 5, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'subnets': [{'id': '177da310-319b-4f7a-b4aa-d1da259630e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:51:24.462608 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9ebed-c64b-43ae-814c-aeaf8452127b None None] Pushing event updated for resources: {'Port': ['ID=02b1d30c-fd7d-4de5-ac33-9837f630c88e,revision_number=3']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:24.596606 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-b1664f31-7e5c-44c2-bf6e-0c5a7362628a None None] Provisioning complete for port 02b1d30c-fd7d-4de5-ac33-9837f630c88e triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:51:24.596988 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-b1664f31-7e5c-44c2-bf6e-0c5a7362628a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (02b1d30c-fd7d-4de5-ac33-9837f630c88e), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:24.611410 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b20b3354-df59-4828-8031-d1b1c69c46ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:24.643998 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 02b1d30c-fd7d-4de5-ac33-9837f630c88e up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:51:24.757416 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-b1664f31-7e5c-44c2-bf6e-0c5a7362628a None None] Current status of the port 02b1d30c-fd7d-4de5-ac33-9837f630c88e is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:51:24.762617 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 02b1d30c-fd7d-4de5-ac33-9837f630c88e triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:51:24.763218 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (02b1d30c-fd7d-4de5-ac33-9837f630c88e), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:24.764671 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] Publish callbacks [] for port (cc2d4f48-6547-4a06-9ee4-c36bd060c952), precommit_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:24.812373 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0013fced-87aa-4533-b6e4-c8ecdd5bedd2 None None] New status for floating IP 17442fa7-46db-4624-a57b-569773dfb5c5: DOWN {{(pid=109463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 12:51:24.837266 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_common [None req-b20b3354-df59-4828-8031-d1b1c69c46ee admin admin] Allocated IP 172.20.0.1 (0a46772d-17a6-4b01-8bd2-62522ac8ae66/f7753303-dff8-4d66-991a-75198c0e7ede/1e2405cd-7fba-4d2d-900a-d3fe2c713cb3) {{(pid=109462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:51:24.839855 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (cc2d4f48-6547-4a06-9ee4-c36bd060c952), after_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:24.894880 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] Attempting to bind port cc2d4f48-6547-4a06-9ee4-c36bd060c952 on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:51:24.895488 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] Attempting to bind port cc2d4f48-6547-4a06-9ee4-c36bd060c952 by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}] {{(pid=109464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:51:24.896053 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] Attempting to bind port cc2d4f48-6547-4a06-9ee4-c36bd060c952 on network eb2842ee-b281-40a5-b8cc-bad91d1f4211 {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:51:24.908438 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:51:24.908988 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] Checking segment: {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:51:24.909762 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:24.909917 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] Bound using segment: {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'} {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:51:24.910424 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] Bound port: cc2d4f48-6547-4a06-9ee4-c36bd060c952, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}}] {{(pid=109464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:51:24.910840 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (cc2d4f48-6547-4a06-9ee4-c36bd060c952), before_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:24.913912 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b0873-13c0-46e7-9a41-deb99b6ec882 None None] Pushing event updated for resources: {'Port': ['ID=cc2d4f48-6547-4a06-9ee4-c36bd060c952,revision_number=2']} {{(pid=109464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:24.916385 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 02b1d30c-fd7d-4de5-ac33-9837f630c88e is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:51:24.917471 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device f030666f-d982-41c0-a6c1-00f03d3ad68b up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:51:24.950380 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b20b3354-df59-4828-8031-d1b1c69c46ee admin admin] Publish callbacks [] for port (1e2405cd-7fba-4d2d-900a-d3fe2c713cb3), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:24.972249 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port f030666f-d982-41c0-a6c1-00f03d3ad68b triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:51:24.973187 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (f030666f-d982-41c0-a6c1-00f03d3ad68b), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:24.978385 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.db [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] For port cc2d4f48-6547-4a06-9ee4-c36bd060c952, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:51:24.981765 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.db [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] For port cc2d4f48-6547-4a06-9ee4-c36bd060c952, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=cc2d4f48-6547-4a06-9ee4-c36bd060c952,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:51:25.050782 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port f030666f-d982-41c0-a6c1-00f03d3ad68b is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:51:25.081401 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (cc2d4f48-6547-4a06-9ee4-c36bd060c952), after_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:25.109989 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b20b3354-df59-4828-8031-d1b1c69c46ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (1e2405cd-7fba-4d2d-900a-d3fe2c713cb3), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:25.134486 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] Routers {'b955a06e-ffab-41bb-9668-af13b1f8b58f'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:51:25.135064 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:51:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['b955a06e-ffab-41bb-9668-af13b1f8b58f'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:25.150021 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20b3354-df59-4828-8031-d1b1c69c46ee admin admin] Network 0a46772d-17a6-4b01-8bd2-62522ac8ae66 is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:51:25.152760 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-b20b3354-df59-4828-8031-d1b1c69c46ee admin admin] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:51:25.156088 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20b3354-df59-4828-8031-d1b1c69c46ee admin admin] Received port after_create {{(pid=109462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:51:25.181579 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b0873-13c0-46e7-9a41-deb99b6ec882 None None] Pushing event updated for resources: {'Port': ['ID=cc2d4f48-6547-4a06-9ee4-c36bd060c952,revision_number=3']} {{(pid=109464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:25.185715 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b3354-df59-4828-8031-d1b1c69c46ee admin admin] Pushing event updated for resources: {'Port': ['ID=1e2405cd-7fba-4d2d-900a-d3fe2c713cb3,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:25.201768 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b20b3354-df59-4828-8031-d1b1c69c46ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664249'] for router_interface (b955a06e-ffab-41bb-9668-af13b1f8b58f), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:25.266256 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] Set router b955a06e-ffab-41bb-9668-af13b1f8b58f gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:51:25.360624 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:25.381125 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-db6f675f-0d3d-46a7-be1b-a3951442938b None None] Provisioning complete for port 1e2405cd-7fba-4d2d-900a-d3fe2c713cb3 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:51:25.381492 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-db6f675f-0d3d-46a7-be1b-a3951442938b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (1e2405cd-7fba-4d2d-900a-d3fe2c713cb3), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:25.416142 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-db6f675f-0d3d-46a7-be1b-a3951442938b None None] Port 1e2405cd-7fba-4d2d-900a-d3fe2c713cb3 cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:51:25.421916 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b20b3354-df59-4828-8031-d1b1c69c46ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (1e2405cd-7fba-4d2d-900a-d3fe2c713cb3), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:25.453318 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b955a06e-ffab-41bb-9668-af13b1f8b58f', 'name': 'tempest-TestShelveInstance-911184304-router', 'tenant_id': '14e483a5f60d4bbabaf3183bf003d361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cc2d4f48-6547-4a06-9ee4-c36bd060c952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:51:20Z', 'updated_at': '2022-01-27T12:51:22Z', 'revision_number': 3, 'project_id': '14e483a5f60d4bbabaf3183bf003d361', 'gw_port': {'id': 'cc2d4f48-6547-4a06-9ee4-c36bd060c952', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b955a06e-ffab-41bb-9668-af13b1f8b58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:21Z', 'updated_at': '2022-01-27T12:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:25.479228 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24162cfb-89da-47ff-a959-e6c973576fa4 None None] The sync data for ids ['b955a06e-ffab-41bb-9668-af13b1f8b58f'] in dv-cinder-824031-3-iscsi is: [{'id': 'b955a06e-ffab-41bb-9668-af13b1f8b58f', 'name': 'tempest-TestShelveInstance-911184304-router', 'tenant_id': '14e483a5f60d4bbabaf3183bf003d361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cc2d4f48-6547-4a06-9ee4-c36bd060c952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:51:20Z', 'updated_at': '2022-01-27T12:51:22Z', 'revision_number': 3, 'project_id': '14e483a5f60d4bbabaf3183bf003d361', 'gw_port': {'id': 'cc2d4f48-6547-4a06-9ee4-c36bd060c952', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b955a06e-ffab-41bb-9668-af13b1f8b58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:21Z', 'updated_at': '2022-01-27T12:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}] {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:51:25.581608 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b20b3354-df59-4828-8031-d1b1c69c46ee admin admin] Publish callbacks [] for port (1e2405cd-7fba-4d2d-900a-d3fe2c713cb3), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:25.641406 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b20b3354-df59-4828-8031-d1b1c69c46ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (1e2405cd-7fba-4d2d-900a-d3fe2c713cb3), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:25.720779 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b20b3354-df59-4828-8031-d1b1c69c46ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1664617'] for router_interface (b955a06e-ffab-41bb-9668-af13b1f8b58f), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:25.723692 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b3354-df59-4828-8031-d1b1c69c46ee admin admin] Pushing event updated for resources: {'Port': ['ID=1e2405cd-7fba-4d2d-900a-d3fe2c713cb3,revision_number=2']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:25.829752 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20b3354-df59-4828-8031-d1b1c69c46ee admin admin] Network 0a46772d-17a6-4b01-8bd2-62522ac8ae66 is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:51:25.831250 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-b20b3354-df59-4828-8031-d1b1c69c46ee admin admin] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:51:25.951857 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20b3354-df59-4828-8031-d1b1c69c46ee admin admin] Router b955a06e-ffab-41bb-9668-af13b1f8b58f has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:51:26.045009 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-02a5fbed-de79-4e3d-a0f3-71df4ece039e None None] Provisioning complete for port 1e2405cd-7fba-4d2d-900a-d3fe2c713cb3 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:51:26.045379 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-02a5fbed-de79-4e3d-a0f3-71df4ece039e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (1e2405cd-7fba-4d2d-900a-d3fe2c713cb3), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:26.072832 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20b3354-df59-4828-8031-d1b1c69c46ee admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:51:26.078313 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-b20b3354-df59-4828-8031-d1b1c69c46ee admin admin] 10.222.0.39 "PUT /v2.0/routers/b955a06e-ffab-41bb-9668-af13b1f8b58f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2116227 Jan 27 12:51:26.096267 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-02a5fbed-de79-4e3d-a0f3-71df4ece039e None None] Port 1e2405cd-7fba-4d2d-900a-d3fe2c713cb3 cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:51:26.375107 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device cc2d4f48-6547-4a06-9ee4-c36bd060c952 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:51:26.427901 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port cc2d4f48-6547-4a06-9ee4-c36bd060c952 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:51:26.428281 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (cc2d4f48-6547-4a06-9ee4-c36bd060c952), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:26.504256 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port cc2d4f48-6547-4a06-9ee4-c36bd060c952 is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:51:26.504584 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (cc2d4f48-6547-4a06-9ee4-c36bd060c952), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:26.524518 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] For port cc2d4f48-6547-4a06-9ee4-c36bd060c952, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=cc2d4f48-6547-4a06-9ee4-c36bd060c952,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:51:26.595064 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (cc2d4f48-6547-4a06-9ee4-c36bd060c952), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:26.595909 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 02b1d30c-fd7d-4de5-ac33-9837f630c88e up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:51:26.605546 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 44578) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:26.609980 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-322e622c-34d2-427c-b860-dcc5f414ab77 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1039941214', 'description': 'tempest-secgroup-smoke-1039941214 description', 'project_id': '399e6049e194420f981610e835c63d4c'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:51:26.697464 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Pushing event updated for resources: {'Port': ['ID=cc2d4f48-6547-4a06-9ee4-c36bd060c952,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:26.709700 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 02b1d30c-fd7d-4de5-ac33-9837f630c88e triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:51:26.710073 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (02b1d30c-fd7d-4de5-ac33-9837f630c88e), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:26.725157 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9b6a3-4064-4006-bc84-fe8637c54498 req-74ff18b2-a730-4b7e-a0c1-1b88cb4ddc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:26.726768 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-cdf9b6a3-4064-4006-bc84-fe8637c54498 req-74ff18b2-a730-4b7e-a0c1-1b88cb4ddc83 service neutron] 10.222.0.13 "GET /v2.0/networks?id=322a42f3-d464-4c19-b6b0-77256c56a83f HTTP/1.1" status: 200 len: 916 time: 0.0997205 Jan 27 12:51:26.757073 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:26.773429 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-322e622c-34d2-427c-b860-dcc5f414ab77 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:26.776034 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-cdf9b6a3-4064-4006-bc84-fe8637c54498 req-3fa3b6c1-6516-47ef-9a00-f35fae5b00a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b77f366-5871-46fa-8380-251c059d2cfb HTTP/1.1" status: 200 len: 217 time: 0.0375028 Jan 27 12:51:26.792677 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 02b1d30c-fd7d-4de5-ac33-9837f630c88e is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:51:26.854195 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9b6a3-4064-4006-bc84-fe8637c54498 req-0ba6683c-161c-41a3-9511-add9ce9b6bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:26.855684 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-cdf9b6a3-4064-4006-bc84-fe8637c54498 req-0ba6683c-161c-41a3-9511-add9ce9b6bb9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=177da310-319b-4f7a-b4aa-d1da259630e2 HTTP/1.1" status: 200 len: 854 time: 0.0665212 Jan 27 12:51:26.909134 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-322e622c-34d2-427c-b860-dcc5f414ab77 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for security_group (fb32c486-9b99-4b1c-967d-33b369462141), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:26.918604 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9b6a3-4064-4006-bc84-fe8637c54498 req-bd8b9156-2250-4430-a5d7-e2c0b570dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:26.920214 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-cdf9b6a3-4064-4006-bc84-fe8637c54498 req-bd8b9156-2250-4430-a5d7-e2c0b570dd97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=322a42f3-d464-4c19-b6b0-77256c56a83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553904 Jan 27 12:51:27.000733 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-322e622c-34d2-427c-b860-dcc5f414ab77 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (fb32c486-9b99-4b1c-967d-33b369462141), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:27.043494 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-cdf9b6a3-4064-4006-bc84-fe8637c54498 req-d130caa4-93f7-4986-8eb5-a19145fb6ca9 service neutron] 10.222.0.13 "GET /v2.0/networks/322a42f3-d464-4c19-b6b0-77256c56a83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105042 Jan 27 12:51:27.045143 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e622c-34d2-427c-b860-dcc5f414ab77 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb32c486-9b99-4b1c-967d-33b369462141,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:27.097954 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-322e622c-34d2-427c-b860-dcc5f414ab77 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:27.099254 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-322e622c-34d2-427c-b860-dcc5f414ab77 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4928741 Jan 27 12:51:27.102768 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 44584) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:27.108429 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-87ab2095-0b5c-4663-aeb2-ae507bb3d99f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Request body: {'security_group_rule': {'security_group_id': 'fb32c486-9b99-4b1c-967d-33b369462141', 'project_id': '399e6049e194420f981610e835c63d4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:51:27.146467 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-cdf9b6a3-4064-4006-bc84-fe8637c54498 req-6e09b016-ed65-45a2-a02e-386dccf80916 service neutron] 10.222.0.13 "GET /v2.0/networks/322a42f3-d464-4c19-b6b0-77256c56a83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953960 Jan 27 12:51:27.172224 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] Sync routers for ids ['b955a06e-ffab-41bb-9668-af13b1f8b58f'] in dv-cinder-824031-3-iscsi {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:51:27.183502 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] Routers {'b955a06e-ffab-41bb-9668-af13b1f8b58f'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:51:27.184120 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:51:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['b955a06e-ffab-41bb-9668-af13b1f8b58f'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:27.212944 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-87ab2095-0b5c-4663-aeb2-ae507bb3d99f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for security_group_rule (bb45ff8b-4d01-4f02-a996-b4fb281185a1), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:27.273844 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-87ab2095-0b5c-4663-aeb2-ae507bb3d99f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for security_group_rule (bb45ff8b-4d01-4f02-a996-b4fb281185a1), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:27.298290 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] Set router b955a06e-ffab-41bb-9668-af13b1f8b58f gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:51:27.341937 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-87ab2095-0b5c-4663-aeb2-ae507bb3d99f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611924'] for security_group_rule (bb45ff8b-4d01-4f02-a996-b4fb281185a1), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:27.360657 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab2095-0b5c-4663-aeb2-ae507bb3d99f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb45ff8b-4d01-4f02-a996-b4fb281185a1,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:27.423579 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:27.454196 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-87ab2095-0b5c-4663-aeb2-ae507bb3d99f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:27.455499 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-87ab2095-0b5c-4663-aeb2-ae507bb3d99f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3517118 Jan 27 12:51:27.458334 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 44586) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:27.462646 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-01e90451-5be5-4940-8a42-9a446c67da98 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Request body: {'security_group_rule': {'security_group_id': 'fb32c486-9b99-4b1c-967d-33b369462141', 'project_id': '399e6049e194420f981610e835c63d4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:51:27.495194 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b955a06e-ffab-41bb-9668-af13b1f8b58f', 'name': 'tempest-TestShelveInstance-911184304-router', 'tenant_id': '14e483a5f60d4bbabaf3183bf003d361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cc2d4f48-6547-4a06-9ee4-c36bd060c952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:51:20Z', 'updated_at': '2022-01-27T12:51:25Z', 'revision_number': 4, 'project_id': '14e483a5f60d4bbabaf3183bf003d361', 'gw_port': {'id': 'cc2d4f48-6547-4a06-9ee4-c36bd060c952', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955a06e-ffab-41bb-9668-af13b1f8b58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:21Z', 'updated_at': '2022-01-27T12:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': '1e2405cd-7fba-4d2d-900a-d3fe2c713cb3', 'name': '', 'network_id': '0a46772d-17a6-4b01-8bd2-62522ac8ae66', 'tenant_id': '14e483a5f60d4bbabaf3183bf003d361', 'mac_address': 'fa:16:3e:1b:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b955a06e-ffab-41bb-9668-af13b1f8b58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f7753303-dff8-4d66-991a-75198c0e7ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:24Z', 'updated_at': '2022-01-27T12:51:25Z', 'revision_number': 2, 'project_id': '14e483a5f60d4bbabaf3183bf003d361', 'subnets': [{'id': 'f7753303-dff8-4d66-991a-75198c0e7ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:27.519994 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] Checking router: b955a06e-ffab-41bb-9668-af13b1f8b58f for host: dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:51:27.520342 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] Updating router b955a06e-ffab-41bb-9668-af13b1f8b58f port 1e2405cd-7fba-4d2d-900a-d3fe2c713cb3 binding host dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 12:51:27.544042 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (1e2405cd-7fba-4d2d-900a-d3fe2c713cb3), before_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:27.553427 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-01e90451-5be5-4940-8a42-9a446c67da98 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for security_group_rule (2a2a1b8e-84f2-4392-8edf-6560572a62e8), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:27.607855 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-01e90451-5be5-4940-8a42-9a446c67da98 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for security_group_rule (2a2a1b8e-84f2-4392-8edf-6560572a62e8), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:27.679365 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-01e90451-5be5-4940-8a42-9a446c67da98 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611924'] for security_group_rule (2a2a1b8e-84f2-4392-8edf-6560572a62e8), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:27.698345 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e90451-5be5-4940-8a42-9a446c67da98 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a2a1b8e-84f2-4392-8edf-6560572a62e8,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:27.773265 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-01e90451-5be5-4940-8a42-9a446c67da98 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:27.777053 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-01e90451-5be5-4940-8a42-9a446c67da98 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3152575 Jan 27 12:51:27.777767 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 44594) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:27.782021 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-596c9ef7-b7a9-47eb-af1e-dcf35e97664e tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Request body: {'security_group_rule': {'security_group_id': 'fb32c486-9b99-4b1c-967d-33b369462141', 'project_id': '399e6049e194420f981610e835c63d4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:51:27.864174 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-596c9ef7-b7a9-47eb-af1e-dcf35e97664e tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for security_group_rule (9baff9b7-fd18-43f1-9087-e7ad9b78c24c), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:27.896788 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] Publish callbacks [] for port (1e2405cd-7fba-4d2d-900a-d3fe2c713cb3), precommit_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:27.929527 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-596c9ef7-b7a9-47eb-af1e-dcf35e97664e tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for security_group_rule (9baff9b7-fd18-43f1-9087-e7ad9b78c24c), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:27.967033 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (1e2405cd-7fba-4d2d-900a-d3fe2c713cb3), after_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:27.995369 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-596c9ef7-b7a9-47eb-af1e-dcf35e97664e tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611924'] for security_group_rule (9baff9b7-fd18-43f1-9087-e7ad9b78c24c), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:28.013557 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c9ef7-b7a9-47eb-af1e-dcf35e97664e tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9baff9b7-fd18-43f1-9087-e7ad9b78c24c,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:28.021436 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e8981-f117-4261-93c9-cfb3ed7e4f28 None None] Pushing event updated for resources: {'Port': ['ID=1e2405cd-7fba-4d2d-900a-d3fe2c713cb3,revision_number=3']} {{(pid=109464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:28.091980 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] Attempting to bind port 1e2405cd-7fba-4d2d-900a-d3fe2c713cb3 on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:51:28.093314 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] Attempting to bind port 1e2405cd-7fba-4d2d-900a-d3fe2c713cb3 by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': 'd36cb67c-3673-471e-bc25-923d338d0300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0a46772d-17a6-4b01-8bd2-62522ac8ae66'}] {{(pid=109464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:51:28.093696 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] Attempting to bind port 1e2405cd-7fba-4d2d-900a-d3fe2c713cb3 on network 0a46772d-17a6-4b01-8bd2-62522ac8ae66 {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:51:28.100235 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:51:28.100611 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] Checking segment: {'id': 'd36cb67c-3673-471e-bc25-923d338d0300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0a46772d-17a6-4b01-8bd2-62522ac8ae66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:51:28.101203 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:28.101595 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] Bound using segment: {'id': 'd36cb67c-3673-471e-bc25-923d338d0300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0a46772d-17a6-4b01-8bd2-62522ac8ae66'} {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:51:28.102057 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] Bound port: 1e2405cd-7fba-4d2d-900a-d3fe2c713cb3, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd36cb67c-3673-471e-bc25-923d338d0300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0a46772d-17a6-4b01-8bd2-62522ac8ae66'}}] {{(pid=109464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:51:28.102488 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (1e2405cd-7fba-4d2d-900a-d3fe2c713cb3), before_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:28.169312 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.db [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] For port 1e2405cd-7fba-4d2d-900a-d3fe2c713cb3, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:51:28.172790 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.db [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] For port 1e2405cd-7fba-4d2d-900a-d3fe2c713cb3, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=1e2405cd-7fba-4d2d-900a-d3fe2c713cb3,segment=NetworkSegment(d36cb67c-3673-471e-bc25-923d338d0300),segment_id=d36cb67c-3673-471e-bc25-923d338d0300)] {{(pid=109464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:51:28.174730 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-596c9ef7-b7a9-47eb-af1e-dcf35e97664e tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:28.179184 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-596c9ef7-b7a9-47eb-af1e-dcf35e97664e tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4006672 Jan 27 12:51:28.183952 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 44602) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:28.188480 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-6e52e4aa-7391-4859-b8ce-f2e07d30469c tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Request body: {'security_group_rule': {'security_group_id': 'fb32c486-9b99-4b1c-967d-33b369462141', 'project_id': '399e6049e194420f981610e835c63d4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:51:28.246642 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-0096daab-ff74-4176-bb25-b50a94eb26f7 None None] Provisioning complete for port 1e2405cd-7fba-4d2d-900a-d3fe2c713cb3 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:51:28.247328 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-0096daab-ff74-4176-bb25-b50a94eb26f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (1e2405cd-7fba-4d2d-900a-d3fe2c713cb3), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:28.259329 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (1e2405cd-7fba-4d2d-900a-d3fe2c713cb3), after_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:28.289527 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471b8c1-9e79-489f-98fa-4e86dbd5815e req-ad296c0e-8e49-403a-8220-6020937e1a87 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:28.296142 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5471b8c1-9e79-489f-98fa-4e86dbd5815e req-ad296c0e-8e49-403a-8220-6020937e1a87 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 945 time: 0.0755112 Jan 27 12:51:28.300260 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-0096daab-ff74-4176-bb25-b50a94eb26f7 None None] Port 1e2405cd-7fba-4d2d-900a-d3fe2c713cb3 cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:51:28.303302 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device cc2d4f48-6547-4a06-9ee4-c36bd060c952 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:51:28.319634 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6e52e4aa-7391-4859-b8ce-f2e07d30469c tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for security_group_rule (eb38551e-b5bb-4bc4-bc2c-8b8543ce39f1), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:28.328164 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e8981-f117-4261-93c9-cfb3ed7e4f28 None None] Pushing event updated for resources: {'Port': ['ID=1e2405cd-7fba-4d2d-900a-d3fe2c713cb3,revision_number=4']} {{(pid=109464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:28.361947 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] Routers {'b955a06e-ffab-41bb-9668-af13b1f8b58f'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:51:28.363994 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:51:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['b955a06e-ffab-41bb-9668-af13b1f8b58f'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:28.364445 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port cc2d4f48-6547-4a06-9ee4-c36bd060c952 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:51:28.364831 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (cc2d4f48-6547-4a06-9ee4-c36bd060c952), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:28.399390 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5471b8c1-9e79-489f-98fa-4e86dbd5815e req-4168fa10-8453-4ca3-a3e5-f5b439e061d9 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019821 Jan 27 12:51:28.423415 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6e52e4aa-7391-4859-b8ce-f2e07d30469c tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for security_group_rule (eb38551e-b5bb-4bc4-bc2c-8b8543ce39f1), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:28.484957 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port cc2d4f48-6547-4a06-9ee4-c36bd060c952 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:51:28.498259 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6e52e4aa-7391-4859-b8ce-f2e07d30469c tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611924'] for security_group_rule (eb38551e-b5bb-4bc4-bc2c-8b8543ce39f1), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:28.517054 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52e4aa-7391-4859-b8ce-f2e07d30469c tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb38551e-b5bb-4bc4-bc2c-8b8543ce39f1,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:28.526899 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] Set router b955a06e-ffab-41bb-9668-af13b1f8b58f gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:51:28.591297 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6e52e4aa-7391-4859-b8ce-f2e07d30469c tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:28.594981 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-6e52e4aa-7391-4859-b8ce-f2e07d30469c tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4076664 Jan 27 12:51:28.595596 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 44608) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:28.600905 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-a56e7c99-d9eb-4c03-a66d-1e8adead235f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Request body: {'security_group_rule': {'security_group_id': 'fb32c486-9b99-4b1c-967d-33b369462141', 'project_id': '399e6049e194420f981610e835c63d4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:51:28.623533 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-e220c7c0-4104-4ba4-b37a-9b5036d5a304 None None] Provisioning complete for port 1e2405cd-7fba-4d2d-900a-d3fe2c713cb3 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:51:28.623533 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-e220c7c0-4104-4ba4-b37a-9b5036d5a304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (1e2405cd-7fba-4d2d-900a-d3fe2c713cb3), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:28.702122 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.db.securitygroups_db [None req-a56e7c99-d9eb-4c03-a66d-1e8adead235f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Project 399e6049e194420f981610e835c63d4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 12:51:28.712193 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a56e7c99-d9eb-4c03-a66d-1e8adead235f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for security_group_rule (e4e8c652-b0c8-4202-b9f0-b584f6f15326), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:28.717115 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-e220c7c0-4104-4ba4-b37a-9b5036d5a304 None None] Current status of the port 1e2405cd-7fba-4d2d-900a-d3fe2c713cb3 is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:51:28.717956 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-e220c7c0-4104-4ba4-b37a-9b5036d5a304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (1e2405cd-7fba-4d2d-900a-d3fe2c713cb3), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:28.746105 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b955a06e-ffab-41bb-9668-af13b1f8b58f', 'name': 'tempest-TestShelveInstance-911184304-router', 'tenant_id': '14e483a5f60d4bbabaf3183bf003d361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cc2d4f48-6547-4a06-9ee4-c36bd060c952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:51:20Z', 'updated_at': '2022-01-27T12:51:25Z', 'revision_number': 4, 'project_id': '14e483a5f60d4bbabaf3183bf003d361', 'gw_port': {'id': 'cc2d4f48-6547-4a06-9ee4-c36bd060c952', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955a06e-ffab-41bb-9668-af13b1f8b58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:21Z', 'updated_at': '2022-01-27T12:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': '1e2405cd-7fba-4d2d-900a-d3fe2c713cb3', 'name': '', 'network_id': '0a46772d-17a6-4b01-8bd2-62522ac8ae66', 'tenant_id': '14e483a5f60d4bbabaf3183bf003d361', 'mac_address': 'fa:16:3e:1b:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b955a06e-ffab-41bb-9668-af13b1f8b58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f7753303-dff8-4d66-991a-75198c0e7ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:24Z', 'updated_at': '2022-01-27T12:51:28Z', 'revision_number': 4, 'project_id': '14e483a5f60d4bbabaf3183bf003d361', 'subnets': [{'id': 'f7753303-dff8-4d66-991a-75198c0e7ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:28.758687 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-e220c7c0-4104-4ba4-b37a-9b5036d5a304 None None] For port 1e2405cd-7fba-4d2d-900a-d3fe2c713cb3, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=1e2405cd-7fba-4d2d-900a-d3fe2c713cb3,segment=NetworkSegment(d36cb67c-3673-471e-bc25-923d338d0300),segment_id=d36cb67c-3673-471e-bc25-923d338d0300)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:51:28.775357 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686b0dae-15f0-4fbe-a62a-1ef2707de749 None None] The sync data for ids ['b955a06e-ffab-41bb-9668-af13b1f8b58f'] in dv-cinder-824031-3-iscsi is: [{'id': 'b955a06e-ffab-41bb-9668-af13b1f8b58f', 'name': 'tempest-TestShelveInstance-911184304-router', 'tenant_id': '14e483a5f60d4bbabaf3183bf003d361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cc2d4f48-6547-4a06-9ee4-c36bd060c952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:51:20Z', 'updated_at': '2022-01-27T12:51:25Z', 'revision_number': 4, 'project_id': '14e483a5f60d4bbabaf3183bf003d361', 'gw_port': {'id': 'cc2d4f48-6547-4a06-9ee4-c36bd060c952', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955a06e-ffab-41bb-9668-af13b1f8b58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:21Z', 'updated_at': '2022-01-27T12:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': '1e2405cd-7fba-4d2d-900a-d3fe2c713cb3', 'name': '', 'network_id': '0a46772d-17a6-4b01-8bd2-62522ac8ae66', 'tenant_id': '14e483a5f60d4bbabaf3183bf003d361', 'mac_address': 'fa:16:3e:1b:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b955a06e-ffab-41bb-9668-af13b1f8b58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f7753303-dff8-4d66-991a-75198c0e7ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:24Z', 'updated_at': '2022-01-27T12:51:28Z', 'revision_number': 4, 'project_id': '14e483a5f60d4bbabaf3183bf003d361', 'subnets': [{'id': 'f7753303-dff8-4d66-991a-75198c0e7ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:51:28.782427 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a56e7c99-d9eb-4c03-a66d-1e8adead235f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for security_group_rule (e4e8c652-b0c8-4202-b9f0-b584f6f15326), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:28.828843 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-e220c7c0-4104-4ba4-b37a-9b5036d5a304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (1e2405cd-7fba-4d2d-900a-d3fe2c713cb3), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:28.867970 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a56e7c99-d9eb-4c03-a66d-1e8adead235f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611924'] for security_group_rule (e4e8c652-b0c8-4202-b9f0-b584f6f15326), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:28.890671 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e7c99-d9eb-4c03-a66d-1e8adead235f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e8c652-b0c8-4202-b9f0-b584f6f15326,revision_number=0']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:28.896195 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220c7c0-4104-4ba4-b37a-9b5036d5a304 None None] Pushing event updated for resources: {'Port': ['ID=1e2405cd-7fba-4d2d-900a-d3fe2c713cb3,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:28.949985 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a56e7c99-d9eb-4c03-a66d-1e8adead235f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:28.951489 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-a56e7c99-d9eb-4c03-a66d-1e8adead235f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3549004 Jan 27 12:51:28.955890 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 44612) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:28.960662 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-9f425b72-6d59-43b0-bdce-07adb180b88a tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Request body: {'security_group_rule': {'security_group_id': 'fb32c486-9b99-4b1c-967d-33b369462141', 'project_id': '399e6049e194420f981610e835c63d4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:51:29.063801 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.db.securitygroups_db [None req-9f425b72-6d59-43b0-bdce-07adb180b88a tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Project 399e6049e194420f981610e835c63d4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 12:51:29.069336 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-9f425b72-6d59-43b0-bdce-07adb180b88a tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for security_group_rule (95164db8-2bf1-493c-b5a7-7126decea68e), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:29.132876 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-9f425b72-6d59-43b0-bdce-07adb180b88a tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for security_group_rule (95164db8-2bf1-493c-b5a7-7126decea68e), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:29.250859 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-9f425b72-6d59-43b0-bdce-07adb180b88a tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611924'] for security_group_rule (95164db8-2bf1-493c-b5a7-7126decea68e), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:29.268116 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f425b72-6d59-43b0-bdce-07adb180b88a tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95164db8-2bf1-493c-b5a7-7126decea68e,revision_number=0']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:29.345817 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-9f425b72-6d59-43b0-bdce-07adb180b88a tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:29.347013 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-9f425b72-6d59-43b0-bdce-07adb180b88a tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3900633 Jan 27 12:51:29.526896 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f71f1-f7b1-4952-9460-ef2ef01329cd req-ca592e70-4021-4284-a540-ff7ddec262e2 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:29.528466 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f47f71f1-f7b1-4952-9460-ef2ef01329cd req-ca592e70-4021-4284-a540-ff7ddec262e2 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 945 time: 0.0695443 Jan 27 12:51:29.608457 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f47f71f1-f7b1-4952-9460-ef2ef01329cd req-4e3cd84b-74c5-49de-a8b2-458a59f344c6 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/security-groups?id=457d3393-f115-4c48-833e-6dc6b6351d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710244 Jan 27 12:51:30.100947 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484c25a-e646-4312-b8fd-8744593011be req-1c91996d-4625-4881-a6ac-284549412690 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:30.102447 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1484c25a-e646-4312-b8fd-8744593011be req-1c91996d-4625-4881-a6ac-284549412690 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 945 time: 0.0504160 Jan 27 12:51:30.194417 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-1484c25a-e646-4312-b8fd-8744593011be req-00df3e2e-e19a-4c6d-8d19-7421090f89a4 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Deleting port 6b77f366-5871-46fa-8380-251c059d2cfb {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:51:30.194780 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-1484c25a-e646-4312-b8fd-8744593011be req-00df3e2e-e19a-4c6d-8d19-7421090f89a4 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (6b77f366-5871-46fa-8380-251c059d2cfb), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:30.287799 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-1484c25a-e646-4312-b8fd-8744593011be req-00df3e2e-e19a-4c6d-8d19-7421090f89a4 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] For port 6b77f366-5871-46fa-8380-251c059d2cfb, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=6b77f366-5871-46fa-8380-251c059d2cfb,segment=NetworkSegment(3e280d8f-8b7c-488e-8dd2-9ec05996c7e9),segment_id=3e280d8f-8b7c-488e-8dd2-9ec05996c7e9)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:51:30.288167 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-1484c25a-e646-4312-b8fd-8744593011be req-00df3e2e-e19a-4c6d-8d19-7421090f89a4 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (6b77f366-5871-46fa-8380-251c059d2cfb), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:30.302707 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-1484c25a-e646-4312-b8fd-8744593011be req-00df3e2e-e19a-4c6d-8d19-7421090f89a4 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Calling delete_port for 6b77f366-5871-46fa-8380-251c059d2cfb owned by compute:nova {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:51:30.334820 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 1e2405cd-7fba-4d2d-900a-d3fe2c713cb3 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:51:30.386802 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 1e2405cd-7fba-4d2d-900a-d3fe2c713cb3 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:51:30.387181 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (1e2405cd-7fba-4d2d-900a-d3fe2c713cb3), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:30.538263 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-1484c25a-e646-4312-b8fd-8744593011be req-00df3e2e-e19a-4c6d-8d19-7421090f89a4 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (6b77f366-5871-46fa-8380-251c059d2cfb), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:30.551942 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['6b77f366-5871-46fa-8380-251c059d2cfb'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:51:30.571135 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df3e2e-e19a-4c6d-8d19-7421090f89a4 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Pushing event deleted for resources: {'Port': ['ID=6b77f366-5871-46fa-8380-251c059d2cfb,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:30.615477 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 1e2405cd-7fba-4d2d-900a-d3fe2c713cb3 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:51:30.616477 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-1484c25a-e646-4312-b8fd-8744593011be req-00df3e2e-e19a-4c6d-8d19-7421090f89a4 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] No DVR routers for this DVR port 6b77f366-5871-46fa-8380-251c059d2cfb on host hv-cinder-82403 {{(pid=109462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:51:30.619104 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-1484c25a-e646-4312-b8fd-8744593011be req-00df3e2e-e19a-4c6d-8d19-7421090f89a4 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:30.622202 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1484c25a-e646-4312-b8fd-8744593011be req-00df3e2e-e19a-4c6d-8d19-7421090f89a4 tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.13 "DELETE /v2.0/ports/6b77f366-5871-46fa-8380-251c059d2cfb HTTP/1.1" status: 204 len: 173 time: 0.5136907 Jan 27 12:51:30.622685 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9b1da9-08aa-4d04-b41b-b1a82f6ce245', 'name': 'network-vif-deleted', 'tag': '6b77f366-5871-46fa-8380-251c059d2cfb'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:51:30.624934 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76939b55-42b9-4893-864f-e2e6c232072e" -d '{"events": [{"server_uuid": "7c9b1da9-08aa-4d04-b41b-b1a82f6ce245", "name": "network-vif-deleted", "tag": "6b77f366-5871-46fa-8380-251c059d2cfb"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:51:30.661069 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555a74f0-91d2-4d75-bbb3-f77c5c084835 x-openstack-request-id: req-555a74f0-91d2-4d75-bbb3-f77c5c084835 {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:51:30.661486 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9b1da9-08aa-4d04-b41b-b1a82f6ce245", "name": "network-vif-deleted", "tag": "6b77f366-5871-46fa-8380-251c059d2cfb", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:51:30.661808 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-555a74f0-91d2-4d75-bbb3-f77c5c084835 {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:51:30.662453 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9b1da9-08aa-4d04-b41b-b1a82f6ce245', 'name': 'network-vif-deleted', 'tag': '6b77f366-5871-46fa-8380-251c059d2cfb', 'status': 'completed', 'code': 200} Jan 27 12:51:30.989454 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-e98b7f91-8e63-4315-b6f8-15592354ae4b req-a8243824-a82f-49b4-b734-a5a27a85ec2f tempest-TestMinimumBasicScenario-295815078 tempest-TestMinimumBasicScenario-295815078-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9b1da9-08aa-4d04-b41b-b1a82f6ce245 HTTP/1.1" status: 200 len: 210 time: 0.3087976 Jan 27 12:51:33.685956 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 44756) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:34.036363 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-06362523-d1d6-4b27-bd78-06a603d1ec39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664626'] for router_interface (d17f26d3-e108-47cf-8bd5-3dc81b6f788b), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:34.277192 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-06362523-d1d6-4b27-bd78-06a603d1ec39 admin admin] Deleting port eeb32b88-a9e4-42a9-a0e6-3885a68ecbea {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:51:34.277526 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-06362523-d1d6-4b27-bd78-06a603d1ec39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (eeb32b88-a9e4-42a9-a0e6-3885a68ecbea), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:34.357010 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [None req-06362523-d1d6-4b27-bd78-06a603d1ec39 admin admin] For port eeb32b88-a9e4-42a9-a0e6-3885a68ecbea, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=eeb32b88-a9e4-42a9-a0e6-3885a68ecbea,segment=NetworkSegment(3e280d8f-8b7c-488e-8dd2-9ec05996c7e9),segment_id=3e280d8f-8b7c-488e-8dd2-9ec05996c7e9)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:51:34.357367 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-06362523-d1d6-4b27-bd78-06a603d1ec39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (eeb32b88-a9e4-42a9-a0e6-3885a68ecbea), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:34.369224 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-06362523-d1d6-4b27-bd78-06a603d1ec39 admin admin] Calling delete_port for eeb32b88-a9e4-42a9-a0e6-3885a68ecbea owned by network:router_interface {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:51:34.552260 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 6b77f366-5871-46fa-8380-251c059d2cfb no longer exists at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:51:34.575535 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] No Port match for: 6b77f366-5871-46fa-8380-251c059d2cfb {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:51:34.575888 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 6b77f366-5871-46fa-8380-251c059d2cfb not bound to the agent host hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:51:34.594892 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-06362523-d1d6-4b27-bd78-06a603d1ec39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (eeb32b88-a9e4-42a9-a0e6-3885a68ecbea), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:34.621297 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06362523-d1d6-4b27-bd78-06a603d1ec39 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeb32b88-a9e4-42a9-a0e6-3885a68ecbea,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:34.787236 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-06362523-d1d6-4b27-bd78-06a603d1ec39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664742'] for router_interface (d17f26d3-e108-47cf-8bd5-3dc81b6f788b), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:34.999998 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06362523-d1d6-4b27-bd78-06a603d1ec39 admin admin] Router d17f26d3-e108-47cf-8bd5-3dc81b6f788b has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:51:35.110864 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06362523-d1d6-4b27-bd78-06a603d1ec39 admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:51:35.116493 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-06362523-d1d6-4b27-bd78-06a603d1ec39 admin admin] 10.222.0.39 "PUT /v2.0/routers/d17f26d3-e108-47cf-8bd5-3dc81b6f788b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4295235 Jan 27 12:51:35.119161 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 44766) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:35.121949 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74d7004-7050-4fe7-b96a-4d8137eebb9b None None] Sync routers for ids ['d17f26d3-e108-47cf-8bd5-3dc81b6f788b'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:51:35.132440 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74d7004-7050-4fe7-b96a-4d8137eebb9b None None] Routers {'d17f26d3-e108-47cf-8bd5-3dc81b6f788b'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:51:35.133055 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-f74d7004-7050-4fe7-b96a-4d8137eebb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:51:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['d17f26d3-e108-47cf-8bd5-3dc81b6f788b'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:35.219040 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c6c5e406-5068-4fb7-b01f-370914698ce3 admin admin] Publish callbacks [] for router (d17f26d3-e108-47cf-8bd5-3dc81b6f788b), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:35.242206 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-f74d7004-7050-4fe7-b96a-4d8137eebb9b None None] Set router d17f26d3-e108-47cf-8bd5-3dc81b6f788b gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:51:35.326915 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c6c5e406-5068-4fb7-b01f-370914698ce3 admin admin] Publish callbacks [] for router_gateway (d17f26d3-e108-47cf-8bd5-3dc81b6f788b), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:35.418604 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-f74d7004-7050-4fe7-b96a-4d8137eebb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'name': 'tempest-TestMinimumBasicScenario-1137151388-router', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2171bbd2-ed55-418c-8218-f5c9f0de89d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:48:07Z', 'updated_at': '2022-01-27T12:51:34Z', 'revision_number': 5, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'gw_port': {'id': '2171bbd2-ed55-418c-8218-f5c9f0de89d6', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:08Z', 'updated_at': '2022-01-27T12:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:35.436617 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-c6c5e406-5068-4fb7-b01f-370914698ce3 admin admin] Deleting port 2171bbd2-ed55-418c-8218-f5c9f0de89d6 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:51:35.436961 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c6c5e406-5068-4fb7-b01f-370914698ce3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (2171bbd2-ed55-418c-8218-f5c9f0de89d6), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:35.451767 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74d7004-7050-4fe7-b96a-4d8137eebb9b None None] Checking router: d17f26d3-e108-47cf-8bd5-3dc81b6f788b for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:51:35.462827 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74d7004-7050-4fe7-b96a-4d8137eebb9b None None] Routers {'d17f26d3-e108-47cf-8bd5-3dc81b6f788b'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:51:35.463459 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-f74d7004-7050-4fe7-b96a-4d8137eebb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:51:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['d17f26d3-e108-47cf-8bd5-3dc81b6f788b'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:35.524741 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [None req-c6c5e406-5068-4fb7-b01f-370914698ce3 admin admin] For port 2171bbd2-ed55-418c-8218-f5c9f0de89d6, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=2171bbd2-ed55-418c-8218-f5c9f0de89d6,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:51:35.525609 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c6c5e406-5068-4fb7-b01f-370914698ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (2171bbd2-ed55-418c-8218-f5c9f0de89d6), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:35.537303 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-c6c5e406-5068-4fb7-b01f-370914698ce3 admin admin] Calling delete_port for 2171bbd2-ed55-418c-8218-f5c9f0de89d6 owned by network:router_gateway {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:51:35.548103 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-f74d7004-7050-4fe7-b96a-4d8137eebb9b None None] Set router d17f26d3-e108-47cf-8bd5-3dc81b6f788b gateway port host: None {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:51:35.603239 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-f74d7004-7050-4fe7-b96a-4d8137eebb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'name': 'tempest-TestMinimumBasicScenario-1137151388-router', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:48:07Z', 'updated_at': '2022-01-27T12:51:35Z', 'revision_number': 6, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'gw_port_host': None}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:35.634671 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74d7004-7050-4fe7-b96a-4d8137eebb9b None None] The sync data for ids ['d17f26d3-e108-47cf-8bd5-3dc81b6f788b'] in dv-cinder-824031-3-iscsi is: [{'id': 'd17f26d3-e108-47cf-8bd5-3dc81b6f788b', 'name': 'tempest-TestMinimumBasicScenario-1137151388-router', 'tenant_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:48:07Z', 'updated_at': '2022-01-27T12:51:35Z', 'revision_number': 6, 'project_id': '7e214bbe8ce0443a93e1f2cd99aa4f53', 'gw_port_host': None}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:51:35.789312 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c6c5e406-5068-4fb7-b01f-370914698ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (2171bbd2-ed55-418c-8218-f5c9f0de89d6), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:35.812259 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5e406-5068-4fb7-b01f-370914698ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2171bbd2-ed55-418c-8218-f5c9f0de89d6,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:35.880131 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c6c5e406-5068-4fb7-b01f-370914698ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1661832'] for router_gateway (d17f26d3-e108-47cf-8bd5-3dc81b6f788b), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:35.977662 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c6c5e406-5068-4fb7-b01f-370914698ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108308'] for router (d17f26d3-e108-47cf-8bd5-3dc81b6f788b), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:35.980007 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c6c5e406-5068-4fb7-b01f-370914698ce3 admin admin] Publish callbacks [] for router_controller (d17f26d3-e108-47cf-8bd5-3dc81b6f788b), precommit_delete_associations {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:36.107931 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c6c5e406-5068-4fb7-b01f-370914698ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666324'] for router (d17f26d3-e108-47cf-8bd5-3dc81b6f788b), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:36.108459 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c5e406-5068-4fb7-b01f-370914698ce3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d17f26d3-e108-47cf-8bd5-3dc81b6f788b {{(pid=109462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 12:51:36.113928 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c6c5e406-5068-4fb7-b01f-370914698ce3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:36.115093 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-c6c5e406-5068-4fb7-b01f-370914698ce3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d17f26d3-e108-47cf-8bd5-3dc81b6f788b HTTP/1.1" status: 204 len: 168 time: 0.9949887 Jan 27 12:51:36.117452 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 44774) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:36.160215 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf17d9ca-e27e-45b3-8b03-7e6e181aae0d admin admin] Deleting subnet 177da310-319b-4f7a-b4aa-d1da259630e2 {{(pid=109462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 12:51:36.164845 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-cf17d9ca-e27e-45b3-8b03-7e6e181aae0d admin admin] Publish callbacks [] for subnet (177da310-319b-4f7a-b4aa-d1da259630e2), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:36.196115 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-cf17d9ca-e27e-45b3-8b03-7e6e181aae0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25970311'] for subnet (177da310-319b-4f7a-b4aa-d1da259630e2), precommit_delete_associations {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:36.306771 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-cf17d9ca-e27e-45b3-8b03-7e6e181aae0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676805'] for subnet (177da310-319b-4f7a-b4aa-d1da259630e2), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:36.418528 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-cf17d9ca-e27e-45b3-8b03-7e6e181aae0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3262219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25816237'] for subnet (177da310-319b-4f7a-b4aa-d1da259630e2), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:36.450583 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17d9ca-e27e-45b3-8b03-7e6e181aae0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=177da310-319b-4f7a-b4aa-d1da259630e2,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:36.452596 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-cf17d9ca-e27e-45b3-8b03-7e6e181aae0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:36.455928 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-cf17d9ca-e27e-45b3-8b03-7e6e181aae0d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/177da310-319b-4f7a-b4aa-d1da259630e2 HTTP/1.1" status: 204 len: 168 time: 0.3374450 Jan 27 12:51:36.458270 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 44776) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:36.458965 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f267e5-97e5-4e69-baf7-173032090523 None None] Network 322a42f3-d464-4c19-b6b0-77256c56a83f requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:51:36.477000 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device eeb32b88-a9e4-42a9-a0e6-3885a68ecbea no longer exists at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:51:36.527232 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] No Port match for: eeb32b88-a9e4-42a9-a0e6-3885a68ecbea {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:51:36.527581 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device eeb32b88-a9e4-42a9-a0e6-3885a68ecbea not bound to the agent host dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:51:36.528013 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 2171bbd2-ed55-418c-8218-f5c9f0de89d6 no longer exists at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:51:36.529463 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-850dd438-8263-45a9-8f39-155461f8bf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617860'] for network (322a42f3-d464-4c19-b6b0-77256c56a83f), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:36.553963 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] No Port match for: 2171bbd2-ed55-418c-8218-f5c9f0de89d6 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:51:36.554308 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 2171bbd2-ed55-418c-8218-f5c9f0de89d6 not bound to the agent host dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:51:36.583329 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-850dd438-8263-45a9-8f39-155461f8bf67 admin admin] Deleting port cb182460-feed-434f-a22e-590902a972b2 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:51:36.583657 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-850dd438-8263-45a9-8f39-155461f8bf67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (cb182460-feed-434f-a22e-590902a972b2), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:36.670511 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [None req-850dd438-8263-45a9-8f39-155461f8bf67 admin admin] For port cb182460-feed-434f-a22e-590902a972b2, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=cb182460-feed-434f-a22e-590902a972b2,segment=NetworkSegment(3e280d8f-8b7c-488e-8dd2-9ec05996c7e9),segment_id=3e280d8f-8b7c-488e-8dd2-9ec05996c7e9)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:51:36.671034 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-850dd438-8263-45a9-8f39-155461f8bf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (cb182460-feed-434f-a22e-590902a972b2), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:36.687333 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ae7a0a-e60b-47c8-8ee0-0c3c2b1de2ec None None] DHCP port deletion for 322a42f3-d464-4c19-b6b0-77256c56a83f request from dv-cinder-824031-3-iscsi {{(pid=109463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 12:51:36.693846 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-850dd438-8263-45a9-8f39-155461f8bf67 admin admin] Calling delete_port for cb182460-feed-434f-a22e-590902a972b2 owned by network:dhcp {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:51:36.740997 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-11ae7a0a-e60b-47c8-8ee0-0c3c2b1de2ec None None] Deleting port cb182460-feed-434f-a22e-590902a972b2 {{(pid=109463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:51:36.741377 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-11ae7a0a-e60b-47c8-8ee0-0c3c2b1de2ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (cb182460-feed-434f-a22e-590902a972b2), before_delete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:36.802403 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-11ae7a0a-e60b-47c8-8ee0-0c3c2b1de2ec None None] For port cb182460-feed-434f-a22e-590902a972b2, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=cb182460-feed-434f-a22e-590902a972b2,segment=NetworkSegment(3e280d8f-8b7c-488e-8dd2-9ec05996c7e9),segment_id=3e280d8f-8b7c-488e-8dd2-9ec05996c7e9)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:51:36.802843 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-11ae7a0a-e60b-47c8-8ee0-0c3c2b1de2ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (cb182460-feed-434f-a22e-590902a972b2), precommit_delete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:36.819380 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-11ae7a0a-e60b-47c8-8ee0-0c3c2b1de2ec None None] Calling delete_port for cb182460-feed-434f-a22e-590902a972b2 owned by network:dhcp {{(pid=109463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:51:36.846659 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-850dd438-8263-45a9-8f39-155461f8bf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (cb182460-feed-434f-a22e-590902a972b2), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:36.870105 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850dd438-8263-45a9-8f39-155461f8bf67 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb182460-feed-434f-a22e-590902a972b2,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:36.875546 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850dd438-8263-45a9-8f39-155461f8bf67 admin admin] No DVR routers for this DVR port cb182460-feed-434f-a22e-590902a972b2 on host dv-cinder-824031-3-iscsi {{(pid=109462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:51:36.931834 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-11ae7a0a-e60b-47c8-8ee0-0c3c2b1de2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560'] for port (cb182460-feed-434f-a22e-590902a972b2), after_delete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:36.951758 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-850dd438-8263-45a9-8f39-155461f8bf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678482', 'neutron.services.segments.db._delete_segments_for_network-8727398100354'] for network (322a42f3-d464-4c19-b6b0-77256c56a83f), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:36.961785 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae7a0a-e60b-47c8-8ee0-0c3c2b1de2ec None None] Pushing event deleted for resources: {'Port': ['ID=cb182460-feed-434f-a22e-590902a972b2,revision_number=None']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:36.965450 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ae7a0a-e60b-47c8-8ee0-0c3c2b1de2ec None None] No DVR routers for this DVR port cb182460-feed-434f-a22e-590902a972b2 on host dv-cinder-824031-3-iscsi {{(pid=109463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:51:36.977907 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-850dd438-8263-45a9-8f39-155461f8bf67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['322a42f3-d464-4c19-b6b0-77256c56a83f']}} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:36.987823 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-850dd438-8263-45a9-8f39-155461f8bf67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e280d8f-8b7c-488e-8dd2-9ec05996c7e9') {'for_net_delete': True} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:36.988161 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-850dd438-8263-45a9-8f39-155461f8bf67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e280d8f-8b7c-488e-8dd2-9ec05996c7e9') {} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:36.997367 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-850dd438-8263-45a9-8f39-155461f8bf67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727398101899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25970318'] for segment (3e280d8f-8b7c-488e-8dd2-9ec05996c7e9), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:37.010726 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-850dd438-8263-45a9-8f39-155461f8bf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (3e280d8f-8b7c-488e-8dd2-9ec05996c7e9), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850dd438-8263-45a9-8f39-155461f8bf67 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-850dd438-8263-45a9-8f39-155461f8bf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3262373'] for segment (3e280d8f-8b7c-488e-8dd2-9ec05996c7e9), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: Traceback (most recent call last): Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: timer() Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: cb(*args, **kw) Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: return func(*args, **kwargs) Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: self._notify() Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: self.callback(batched_events) Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: event.method(event) Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: return f(self, *a, **k) Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: return self._get(url).json() Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: return self.request(url, 'GET', **kwargs) Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 12:51:37.020966 dv-cinder-824031-3-iscsi neutron-server[109462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 12:51:37.132409 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-850dd438-8263-45a9-8f39-155461f8bf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664096'] for network (322a42f3-d464-4c19-b6b0-77256c56a83f), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:37.137801 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-850dd438-8263-45a9-8f39-155461f8bf67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:37.140911 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-850dd438-8263-45a9-8f39-155461f8bf67 admin admin] 10.222.0.39 "DELETE /v2.0/networks/322a42f3-d464-4c19-b6b0-77256c56a83f HTTP/1.1" status: 204 len: 168 time: 0.6816876 Jan 27 12:51:37.143863 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 44784) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:37.194393 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850dd438-8263-45a9-8f39-155461f8bf67 admin admin] Pushing event deleted for resources: {'Network': ['ID=322a42f3-d464-4c19-b6b0-77256c56a83f,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:37.505696 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-89d231a6-26a9-493f-9756-5d27358a95e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664626'] for router_interface (c14cb6a7-51a7-45f2-8863-17f100c85755), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:38.021505 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-89d231a6-26a9-493f-9756-5d27358a95e5 admin admin] Deleting port 18997f31-20f6-467f-ba4b-3e35e6e2b464 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:51:38.022129 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-89d231a6-26a9-493f-9756-5d27358a95e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (18997f31-20f6-467f-ba4b-3e35e6e2b464), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:38.099991 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [None req-89d231a6-26a9-493f-9756-5d27358a95e5 admin admin] For port 18997f31-20f6-467f-ba4b-3e35e6e2b464, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=18997f31-20f6-467f-ba4b-3e35e6e2b464,segment=NetworkSegment(04d0b1f5-ec8a-4850-9188-0fe1ddbb505e),segment_id=04d0b1f5-ec8a-4850-9188-0fe1ddbb505e)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:51:38.100354 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-89d231a6-26a9-493f-9756-5d27358a95e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (18997f31-20f6-467f-ba4b-3e35e6e2b464), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:38.112169 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-89d231a6-26a9-493f-9756-5d27358a95e5 admin admin] Calling delete_port for 18997f31-20f6-467f-ba4b-3e35e6e2b464 owned by network:router_interface {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:51:38.292610 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device cb182460-feed-434f-a22e-590902a972b2 no longer exists at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:51:38.312270 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] No Port match for: cb182460-feed-434f-a22e-590902a972b2 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:51:38.312617 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device cb182460-feed-434f-a22e-590902a972b2 not bound to the agent host dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:51:38.353466 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-89d231a6-26a9-493f-9756-5d27358a95e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (18997f31-20f6-467f-ba4b-3e35e6e2b464), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:38.379272 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d231a6-26a9-493f-9756-5d27358a95e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=18997f31-20f6-467f-ba4b-3e35e6e2b464,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:38.556953 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-89d231a6-26a9-493f-9756-5d27358a95e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664742'] for router_interface (c14cb6a7-51a7-45f2-8863-17f100c85755), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:38.773384 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d231a6-26a9-493f-9756-5d27358a95e5 admin admin] Router c14cb6a7-51a7-45f2-8863-17f100c85755 has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:51:38.879602 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d231a6-26a9-493f-9756-5d27358a95e5 admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:51:38.884827 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-89d231a6-26a9-493f-9756-5d27358a95e5 admin admin] 10.222.0.39 "PUT /v2.0/routers/c14cb6a7-51a7-45f2-8863-17f100c85755/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7390611 Jan 27 12:51:38.887395 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 44804) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:38.888354 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847cb810-5806-4a4a-b7bf-f80e02a33b4b None None] Sync routers for ids ['c14cb6a7-51a7-45f2-8863-17f100c85755'] in dv-cinder-824031-3-iscsi {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:51:38.897887 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847cb810-5806-4a4a-b7bf-f80e02a33b4b None None] Routers {'c14cb6a7-51a7-45f2-8863-17f100c85755'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:51:38.898487 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-847cb810-5806-4a4a-b7bf-f80e02a33b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:51:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['c14cb6a7-51a7-45f2-8863-17f100c85755'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:38.995184 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c5bd-1a66-43b0-8417-be7d1b39541f admin admin] Publish callbacks [] for router (c14cb6a7-51a7-45f2-8863-17f100c85755), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:39.009200 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-847cb810-5806-4a4a-b7bf-f80e02a33b4b None None] Set router c14cb6a7-51a7-45f2-8863-17f100c85755 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:51:39.100068 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c5bd-1a66-43b0-8417-be7d1b39541f admin admin] Publish callbacks [] for router_gateway (c14cb6a7-51a7-45f2-8863-17f100c85755), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:39.183281 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-847cb810-5806-4a4a-b7bf-f80e02a33b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14cb6a7-51a7-45f2-8863-17f100c85755', 'name': 'tempest-TestMinimumBasicScenario-180837661-router', 'tenant_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'fbdb5115-ddfd-452e-91ec-9daa2bca592d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:48:17Z', 'updated_at': '2022-01-27T12:51:38Z', 'revision_number': 5, 'project_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'gw_port': {'id': 'fbdb5115-ddfd-452e-91ec-9daa2bca592d', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14cb6a7-51a7-45f2-8863-17f100c85755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:48:18Z', 'updated_at': '2022-01-27T12:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:39.203069 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-7cd3c5bd-1a66-43b0-8417-be7d1b39541f admin admin] Deleting port fbdb5115-ddfd-452e-91ec-9daa2bca592d {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:51:39.203415 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c5bd-1a66-43b0-8417-be7d1b39541f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (fbdb5115-ddfd-452e-91ec-9daa2bca592d), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:39.212876 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847cb810-5806-4a4a-b7bf-f80e02a33b4b None None] Checking router: c14cb6a7-51a7-45f2-8863-17f100c85755 for host: dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:51:39.221251 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847cb810-5806-4a4a-b7bf-f80e02a33b4b None None] Routers {'c14cb6a7-51a7-45f2-8863-17f100c85755'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:51:39.221842 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-847cb810-5806-4a4a-b7bf-f80e02a33b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:51:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['c14cb6a7-51a7-45f2-8863-17f100c85755'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:39.285530 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [None req-7cd3c5bd-1a66-43b0-8417-be7d1b39541f admin admin] For port fbdb5115-ddfd-452e-91ec-9daa2bca592d, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=fbdb5115-ddfd-452e-91ec-9daa2bca592d,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:51:39.285986 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c5bd-1a66-43b0-8417-be7d1b39541f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (fbdb5115-ddfd-452e-91ec-9daa2bca592d), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:39.301766 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-7cd3c5bd-1a66-43b0-8417-be7d1b39541f admin admin] Calling delete_port for fbdb5115-ddfd-452e-91ec-9daa2bca592d owned by network:router_gateway {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:51:39.311042 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-847cb810-5806-4a4a-b7bf-f80e02a33b4b None None] Set router c14cb6a7-51a7-45f2-8863-17f100c85755 gateway port host: None {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:51:39.362385 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-847cb810-5806-4a4a-b7bf-f80e02a33b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14cb6a7-51a7-45f2-8863-17f100c85755', 'name': 'tempest-TestMinimumBasicScenario-180837661-router', 'tenant_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:48:17Z', 'updated_at': '2022-01-27T12:51:39Z', 'revision_number': 6, 'project_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'gw_port_host': None}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:39.391371 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847cb810-5806-4a4a-b7bf-f80e02a33b4b None None] The sync data for ids ['c14cb6a7-51a7-45f2-8863-17f100c85755'] in dv-cinder-824031-3-iscsi is: [{'id': 'c14cb6a7-51a7-45f2-8863-17f100c85755', 'name': 'tempest-TestMinimumBasicScenario-180837661-router', 'tenant_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:48:17Z', 'updated_at': '2022-01-27T12:51:39Z', 'revision_number': 6, 'project_id': 'c65672c3ddeb4ea6b5d50e94a2c8c2e7', 'gw_port_host': None}] {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:51:39.542499 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c5bd-1a66-43b0-8417-be7d1b39541f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (fbdb5115-ddfd-452e-91ec-9daa2bca592d), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:39.569602 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3c5bd-1a66-43b0-8417-be7d1b39541f admin admin] Pushing event deleted for resources: {'Port': ['ID=fbdb5115-ddfd-452e-91ec-9daa2bca592d,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:39.632952 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c5bd-1a66-43b0-8417-be7d1b39541f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1661832'] for router_gateway (c14cb6a7-51a7-45f2-8863-17f100c85755), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:39.724868 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c5bd-1a66-43b0-8417-be7d1b39541f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108308'] for router (c14cb6a7-51a7-45f2-8863-17f100c85755), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:39.727158 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c5bd-1a66-43b0-8417-be7d1b39541f admin admin] Publish callbacks [] for router_controller (c14cb6a7-51a7-45f2-8863-17f100c85755), precommit_delete_associations {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:39.829467 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c5bd-1a66-43b0-8417-be7d1b39541f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666324'] for router (c14cb6a7-51a7-45f2-8863-17f100c85755), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:39.829999 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd3c5bd-1a66-43b0-8417-be7d1b39541f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c14cb6a7-51a7-45f2-8863-17f100c85755 {{(pid=109462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 12:51:39.842030 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c5bd-1a66-43b0-8417-be7d1b39541f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:39.845685 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-7cd3c5bd-1a66-43b0-8417-be7d1b39541f admin admin] 10.222.0.39 "DELETE /v2.0/routers/c14cb6a7-51a7-45f2-8863-17f100c85755 HTTP/1.1" status: 204 len: 168 time: 0.9552250 Jan 27 12:51:39.846158 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 44814) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:39.891313 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_v2 [None req-c94d563a-a0f4-421d-b686-c9c3896c98ce admin admin] Deleting subnet d478b4d3-1700-411f-aace-b54894f650b9 {{(pid=109461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 12:51:39.894812 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c94d563a-a0f4-421d-b686-c9c3896c98ce admin admin] Publish callbacks [] for subnet (d478b4d3-1700-411f-aace-b54894f650b9), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:39.927880 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c94d563a-a0f4-421d-b686-c9c3896c98ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25843844'] for subnet (d478b4d3-1700-411f-aace-b54894f650b9), precommit_delete_associations {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:40.033584 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c94d563a-a0f4-421d-b686-c9c3896c98ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676805'] for subnet (d478b4d3-1700-411f-aace-b54894f650b9), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:40.144305 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c94d563a-a0f4-421d-b686-c9c3896c98ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3294776'] for subnet (d478b4d3-1700-411f-aace-b54894f650b9), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:40.171044 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d563a-a0f4-421d-b686-c9c3896c98ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d478b4d3-1700-411f-aace-b54894f650b9,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:40.173028 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c94d563a-a0f4-421d-b686-c9c3896c98ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for subnet (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:40.176365 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-c94d563a-a0f4-421d-b686-c9c3896c98ce admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d478b4d3-1700-411f-aace-b54894f650b9 HTTP/1.1" status: 204 len: 168 time: 0.3289304 Jan 27 12:51:40.179633 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 44822) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:40.183567 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652ab25e-aba8-429a-9a06-6e35b68fa491 None None] Network 986a62ca-d786-4206-b635-783ada1ffd98 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:51:40.263644 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a667f641-9fe6-46d2-bfe8-814bf18599a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617860'] for network (986a62ca-d786-4206-b635-783ada1ffd98), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:40.312218 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 18997f31-20f6-467f-ba4b-3e35e6e2b464 no longer exists at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:51:40.333349 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-a667f641-9fe6-46d2-bfe8-814bf18599a9 admin admin] Deleting port 7df53734-a9f0-4c00-9339-fe17cbe089a8 {{(pid=109461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:51:40.333349 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a667f641-9fe6-46d2-bfe8-814bf18599a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (7df53734-a9f0-4c00-9339-fe17cbe089a8), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:40.335845 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] No Port match for: 18997f31-20f6-467f-ba4b-3e35e6e2b464 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:51:40.336106 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 18997f31-20f6-467f-ba4b-3e35e6e2b464 not bound to the agent host dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:51:40.336529 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device fbdb5115-ddfd-452e-91ec-9daa2bca592d no longer exists at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:51:40.360915 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] No Port match for: fbdb5115-ddfd-452e-91ec-9daa2bca592d {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:51:40.361394 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device fbdb5115-ddfd-452e-91ec-9daa2bca592d not bound to the agent host dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:51:40.378460 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5537e3f-f666-4af5-82ab-82b65773c51c None None] DHCP port deletion for 986a62ca-d786-4206-b635-783ada1ffd98 request from dv-cinder-824031-3-iscsi {{(pid=109463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 12:51:40.402520 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [None req-a667f641-9fe6-46d2-bfe8-814bf18599a9 admin admin] For port 7df53734-a9f0-4c00-9339-fe17cbe089a8, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=7df53734-a9f0-4c00-9339-fe17cbe089a8,segment=NetworkSegment(04d0b1f5-ec8a-4850-9188-0fe1ddbb505e),segment_id=04d0b1f5-ec8a-4850-9188-0fe1ddbb505e)] {{(pid=109461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:51:40.403350 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a667f641-9fe6-46d2-bfe8-814bf18599a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (7df53734-a9f0-4c00-9339-fe17cbe089a8), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:40.420846 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-a667f641-9fe6-46d2-bfe8-814bf18599a9 admin admin] Calling delete_port for 7df53734-a9f0-4c00-9339-fe17cbe089a8 owned by network:dhcp {{(pid=109461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:51:40.440195 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-c5537e3f-f666-4af5-82ab-82b65773c51c None None] Deleting port 7df53734-a9f0-4c00-9339-fe17cbe089a8 {{(pid=109463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:51:40.440570 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-c5537e3f-f666-4af5-82ab-82b65773c51c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (7df53734-a9f0-4c00-9339-fe17cbe089a8), before_delete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:40.518046 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-c5537e3f-f666-4af5-82ab-82b65773c51c None None] For port 7df53734-a9f0-4c00-9339-fe17cbe089a8, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=7df53734-a9f0-4c00-9339-fe17cbe089a8,segment=NetworkSegment(04d0b1f5-ec8a-4850-9188-0fe1ddbb505e),segment_id=04d0b1f5-ec8a-4850-9188-0fe1ddbb505e)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:51:40.518446 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-c5537e3f-f666-4af5-82ab-82b65773c51c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (7df53734-a9f0-4c00-9339-fe17cbe089a8), precommit_delete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:40.530778 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-c5537e3f-f666-4af5-82ab-82b65773c51c None None] Calling delete_port for 7df53734-a9f0-4c00-9339-fe17cbe089a8 owned by network:dhcp {{(pid=109463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:51:40.567313 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a667f641-9fe6-46d2-bfe8-814bf18599a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (7df53734-a9f0-4c00-9339-fe17cbe089a8), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:40.590009 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667f641-9fe6-46d2-bfe8-814bf18599a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7df53734-a9f0-4c00-9339-fe17cbe089a8,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:40.597006 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a667f641-9fe6-46d2-bfe8-814bf18599a9 admin admin] No DVR routers for this DVR port 7df53734-a9f0-4c00-9339-fe17cbe089a8 on host dv-cinder-824031-3-iscsi {{(pid=109461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:51:40.605003 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-c5537e3f-f666-4af5-82ab-82b65773c51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560'] for port (7df53734-a9f0-4c00-9339-fe17cbe089a8), after_delete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:40.631304 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5537e3f-f666-4af5-82ab-82b65773c51c None None] Pushing event deleted for resources: {'Port': ['ID=7df53734-a9f0-4c00-9339-fe17cbe089a8,revision_number=None']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:40.633161 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5537e3f-f666-4af5-82ab-82b65773c51c None None] No DVR routers for this DVR port 7df53734-a9f0-4c00-9339-fe17cbe089a8 on host dv-cinder-824031-3-iscsi {{(pid=109463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:51:40.668300 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a667f641-9fe6-46d2-bfe8-814bf18599a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678482', 'neutron.services.segments.db._delete_segments_for_network-8727398100354'] for network (986a62ca-d786-4206-b635-783ada1ffd98), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:40.697594 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.services.segments.db [None req-a667f641-9fe6-46d2-bfe8-814bf18599a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986a62ca-d786-4206-b635-783ada1ffd98']}} {{(pid=109461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:40.708991 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.services.segments.db [None req-a667f641-9fe6-46d2-bfe8-814bf18599a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d0b1f5-ec8a-4850-9188-0fe1ddbb505e') {'for_net_delete': True} {{(pid=109461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:40.709402 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.services.segments.db [None req-a667f641-9fe6-46d2-bfe8-814bf18599a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d0b1f5-ec8a-4850-9188-0fe1ddbb505e') {} {{(pid=109461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:40.719037 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a667f641-9fe6-46d2-bfe8-814bf18599a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727398101899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25843853'] for segment (04d0b1f5-ec8a-4850-9188-0fe1ddbb505e), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:40.732663 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a667f641-9fe6-46d2-bfe8-814bf18599a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (04d0b1f5-ec8a-4850-9188-0fe1ddbb505e), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:40.739210 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a667f641-9fe6-46d2-bfe8-814bf18599a9 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=109461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 12:51:40.739594 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a667f641-9fe6-46d2-bfe8-814bf18599a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412171'] for segment (04d0b1f5-ec8a-4850-9188-0fe1ddbb505e), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: Traceback (most recent call last): Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: timer() Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: cb(*args, **kw) Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: return func(*args, **kwargs) Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: self._notify() Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: self.callback(batched_events) Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: event.method(event) Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: return f(self, *a, **k) Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: return self._get(url).json() Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: return self.request(url, 'GET', **kwargs) Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 12:51:40.741229 dv-cinder-824031-3-iscsi neutron-server[109461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 12:51:40.880765 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a667f641-9fe6-46d2-bfe8-814bf18599a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664096'] for network (986a62ca-d786-4206-b635-783ada1ffd98), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:40.887783 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a667f641-9fe6-46d2-bfe8-814bf18599a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:40.891285 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-a667f641-9fe6-46d2-bfe8-814bf18599a9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/986a62ca-d786-4206-b635-783ada1ffd98 HTTP/1.1" status: 204 len: 168 time: 0.7106199 Jan 27 12:51:40.902584 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667f641-9fe6-46d2-bfe8-814bf18599a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=986a62ca-d786-4206-b635-783ada1ffd98,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:41.217498 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 44834) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:41.257877 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-32211fb7-ac49-4cb7-a607-24301e06ae88 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e214bbe8ce0443a93e1f2cd99aa4f53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391939 Jan 27 12:51:41.260442 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 44838) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:41.306948 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-189910a8-93e1-4af5-837a-7a5a22fbfe99 admin admin] Publish callbacks [] for security_group (457d3393-f115-4c48-833e-6dc6b6351d61), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:41.327378 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-189910a8-93e1-4af5-837a-7a5a22fbfe99 admin admin] Publish callbacks [] for security_group (457d3393-f115-4c48-833e-6dc6b6351d61), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:41.434906 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-189910a8-93e1-4af5-837a-7a5a22fbfe99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (457d3393-f115-4c48-833e-6dc6b6351d61), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:41.437529 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-189910a8-93e1-4af5-837a-7a5a22fbfe99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:41.438677 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-189910a8-93e1-4af5-837a-7a5a22fbfe99 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/457d3393-f115-4c48-833e-6dc6b6351d61 HTTP/1.1" status: 204 len: 168 time: 0.1773400 Jan 27 12:51:41.446702 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189910a8-93e1-4af5-837a-7a5a22fbfe99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457d3393-f115-4c48-833e-6dc6b6351d61,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:42.060481 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 44850) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:42.100581 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-5cd4e170-c3f1-494d-8b5a-f9bb80b99053 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c65672c3ddeb4ea6b5d50e94a2c8c2e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389202 Jan 27 12:51:42.103024 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 44856) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:42.151341 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-1bec96e4-939e-4f12-957c-b50070935b74 admin admin] Publish callbacks [] for security_group (76afa121-fc27-4a77-b22a-34a60b94391f), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:42.171331 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-1bec96e4-939e-4f12-957c-b50070935b74 admin admin] Publish callbacks [] for security_group (76afa121-fc27-4a77-b22a-34a60b94391f), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:42.287157 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 7df53734-a9f0-4c00-9339-fe17cbe089a8 no longer exists at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:51:42.292459 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-1bec96e4-939e-4f12-957c-b50070935b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (76afa121-fc27-4a77-b22a-34a60b94391f), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:42.295114 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-1bec96e4-939e-4f12-957c-b50070935b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:42.296367 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-1bec96e4-939e-4f12-957c-b50070935b74 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/76afa121-fc27-4a77-b22a-34a60b94391f HTTP/1.1" status: 204 len: 168 time: 0.1924622 Jan 27 12:51:42.305295 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec96e4-939e-4f12-957c-b50070935b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76afa121-fc27-4a77-b22a-34a60b94391f,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:42.307955 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] No Port match for: 7df53734-a9f0-4c00-9339-fe17cbe089a8 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:51:42.308239 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 7df53734-a9f0-4c00-9339-fe17cbe089a8 not bound to the agent host dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:51:46.874618 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e9747-bfa6-4607-adb6-a97727a3ca10 req-bf5e0df3-9d87-4419-b423-d804c5c1228a tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:46.876122 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3c5e9747-bfa6-4607-adb6-a97727a3ca10 req-bf5e0df3-9d87-4419-b423-d804c5c1228a tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0476253 Jan 27 12:51:46.924882 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3c5e9747-bfa6-4607-adb6-a97727a3ca10 req-00e5be8f-88bf-44ae-8e72-5ae9062c97e8 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433252 Jan 27 12:51:47.257829 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5183464e-76d0-48c7-8667-41d470b5773d req-bdb4dd40-ab7e-4804-a263-49452ffd8818 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1039941214&fields=id&tenant_id=399e6049e194420f981610e835c63d4c HTTP/1.1" status: 200 len: 267 time: 0.0431771 Jan 27 12:51:47.364784 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183464e-76d0-48c7-8667-41d470b5773d req-81de4a46-8b46-4fbc-bd01-4e6ae599abf2 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:47.366168 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5183464e-76d0-48c7-8667-41d470b5773d req-81de4a46-8b46-4fbc-bd01-4e6ae599abf2 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/networks?id=6b881bfa-8c59-42cc-bbb7-915cf0da0886 HTTP/1.1" status: 200 len: 809 time: 0.1021867 Jan 27 12:51:47.380953 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5183464e-76d0-48c7-8667-41d470b5773d req-c9412afe-7f98-4735-9539-197a9cd65ba3 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/quotas/399e6049e194420f981610e835c63d4c HTTP/1.1" status: 200 len: 375 time: 0.0094607 Jan 27 12:51:47.430353 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5183464e-76d0-48c7-8667-41d470b5773d req-5b4be42f-700e-4600-8e81-470a1039c466 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=399e6049e194420f981610e835c63d4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446513 Jan 27 12:51:47.580819 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 44948) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:47.624281 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dba6b52-c385-425c-be4e-131f2a61163e admin admin] Deleting subnet e096fb16-0eac-4cef-a5c2-1501a24076aa {{(pid=109461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 12:51:47.627313 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-7dba6b52-c385-425c-be4e-131f2a61163e admin admin] Publish callbacks [] for subnet (e096fb16-0eac-4cef-a5c2-1501a24076aa), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:47.653604 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5183464e-76d0-48c7-8667-41d470b5773d req-8bc4c47a-ebc2-4971-b314-836c1bd9c90b service neutron] 10.222.0.39 "GET /v2.0/networks/6b881bfa-8c59-42cc-bbb7-915cf0da0886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123888 Jan 27 12:51:47.659724 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-7dba6b52-c385-425c-be4e-131f2a61163e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25843844'] for subnet (e096fb16-0eac-4cef-a5c2-1501a24076aa), precommit_delete_associations {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:47.700623 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-7dba6b52-c385-425c-be4e-131f2a61163e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676805'] for subnet (e096fb16-0eac-4cef-a5c2-1501a24076aa), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:47.747251 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5183464e-76d0-48c7-8667-41d470b5773d req-60a112fd-a39d-48b6-bd82-66eb8bcc30ac service neutron] 10.222.0.39 "GET /v2.0/networks/6b881bfa-8c59-42cc-bbb7-915cf0da0886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879531 Jan 27 12:51:47.839948 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-7dba6b52-c385-425c-be4e-131f2a61163e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3294776'] for subnet (e096fb16-0eac-4cef-a5c2-1501a24076aa), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:47.870526 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba6b52-c385-425c-be4e-131f2a61163e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e096fb16-0eac-4cef-a5c2-1501a24076aa,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:47.874384 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-7dba6b52-c385-425c-be4e-131f2a61163e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for subnet (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:47.877535 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-7dba6b52-c385-425c-be4e-131f2a61163e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e096fb16-0eac-4cef-a5c2-1501a24076aa HTTP/1.1" status: 204 len: 168 time: 0.2957091 Jan 27 12:51:47.880232 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 44956) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:47.946125 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-278183d6-10f0-4c4f-bce0-597b88cef93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617860'] for network (211640df-d3a5-4530-8ce1-f50a1790c2b2), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:48.027684 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-278183d6-10f0-4c4f-bce0-597b88cef93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678482', 'neutron.services.segments.db._delete_segments_for_network-8727398100354'] for network (211640df-d3a5-4530-8ce1-f50a1790c2b2), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:48.048593 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-278183d6-10f0-4c4f-bce0-597b88cef93f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211640df-d3a5-4530-8ce1-f50a1790c2b2']}} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:48.050890 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6954867-3ca7-4890-b098-eadb677795c2 req-a4be13e5-a8fd-46dd-828f-2a14c38cf53b tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:48.052505 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d6954867-3ca7-4890-b098-eadb677795c2 req-a4be13e5-a8fd-46dd-828f-2a14c38cf53b tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0527079 Jan 27 12:51:48.058186 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-278183d6-10f0-4c4f-bce0-597b88cef93f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41344302-fe83-401d-92fc-998f7b386b95') {'for_net_delete': True} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:48.058492 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-278183d6-10f0-4c4f-bce0-597b88cef93f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41344302-fe83-401d-92fc-998f7b386b95') {} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:48.067889 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-278183d6-10f0-4c4f-bce0-597b88cef93f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727398101899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25970318'] for segment (41344302-fe83-401d-92fc-998f7b386b95), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:48.080853 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-278183d6-10f0-4c4f-bce0-597b88cef93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (41344302-fe83-401d-92fc-998f7b386b95), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:48.087678 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278183d6-10f0-4c4f-bce0-597b88cef93f admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=109462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-278183d6-10f0-4c4f-bce0-597b88cef93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3262373'] for segment (41344302-fe83-401d-92fc-998f7b386b95), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: Traceback (most recent call last): Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: timer() Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: cb(*args, **kw) Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: return func(*args, **kwargs) Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: self._notify() Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: self.callback(batched_events) Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: event.method(event) Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: return f(self, *a, **k) Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: return self._get(url).json() Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: return self.request(url, 'GET', **kwargs) Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 12:51:48.093085 dv-cinder-824031-3-iscsi neutron-server[109462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 12:51:48.100639 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d6954867-3ca7-4890-b098-eadb677795c2 req-ddcdea63-1aa9-40f9-af87-3e110fb148e5 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419443 Jan 27 12:51:48.200596 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-278183d6-10f0-4c4f-bce0-597b88cef93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664096'] for network (211640df-d3a5-4530-8ce1-f50a1790c2b2), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:48.205908 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-278183d6-10f0-4c4f-bce0-597b88cef93f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:48.211040 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-278183d6-10f0-4c4f-bce0-597b88cef93f admin admin] 10.222.0.39 "DELETE /v2.0/networks/211640df-d3a5-4530-8ce1-f50a1790c2b2 HTTP/1.1" status: 204 len: 168 time: 0.3278735 Jan 27 12:51:48.219819 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278183d6-10f0-4c4f-bce0-597b88cef93f admin admin] Pushing event deleted for resources: {'Network': ['ID=211640df-d3a5-4530-8ce1-f50a1790c2b2,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:48.341063 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-da9200bc-d200-48ae-8679-e9b95ba7f574 req-40b35bdd-0a8e-473c-bf54-409e64a511db tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 210 time: 0.0252659 Jan 27 12:51:48.562444 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 44974) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:48.601407 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-a0b53b0c-89c4-448f-a6bd-0c0a06afff9e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1247c65db6064deb8cde3cba7dc2a2c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377457 Jan 27 12:51:48.603932 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 44976) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:48.632326 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:51:48.649570 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-11a312aa-80f9-4480-b55a-a72135fa874d admin admin] Publish callbacks [] for security_group (73a221e1-e0b3-4cdc-a4ad-0942077188d0), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:48.673161 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-11a312aa-80f9-4480-b55a-a72135fa874d admin admin] Publish callbacks [] for security_group (73a221e1-e0b3-4cdc-a4ad-0942077188d0), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:48.806504 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-11a312aa-80f9-4480-b55a-a72135fa874d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (73a221e1-e0b3-4cdc-a4ad-0942077188d0), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:48.809098 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-11a312aa-80f9-4480-b55a-a72135fa874d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:48.811363 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-11a312aa-80f9-4480-b55a-a72135fa874d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/73a221e1-e0b3-4cdc-a4ad-0942077188d0 HTTP/1.1" status: 204 len: 168 time: 0.2064741 Jan 27 12:51:48.819823 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a312aa-80f9-4480-b55a-a72135fa874d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a221e1-e0b3-4cdc-a4ad-0942077188d0,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:48.866102 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e3248-d2dd-4aa8-92a2-6dcfcfff2602 req-cdaf0342-2b5a-4d04-9ed5-2ba3ac018437 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:48.867668 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-661e3248-d2dd-4aa8-92a2-6dcfcfff2602 req-cdaf0342-2b5a-4d04-9ed5-2ba3ac018437 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.13 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0573020 Jan 27 12:51:48.956572 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-661e3248-d2dd-4aa8-92a2-6dcfcfff2602 req-bbd88666-ddc1-4ff9-bfb0-6269836a11ef tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Deleting port 303698e5-c912-4385-8004-617e1db25348 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:51:48.957025 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-661e3248-d2dd-4aa8-92a2-6dcfcfff2602 req-bbd88666-ddc1-4ff9-bfb0-6269836a11ef tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (303698e5-c912-4385-8004-617e1db25348), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:49.047224 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-661e3248-d2dd-4aa8-92a2-6dcfcfff2602 req-bbd88666-ddc1-4ff9-bfb0-6269836a11ef tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] For port 303698e5-c912-4385-8004-617e1db25348, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=303698e5-c912-4385-8004-617e1db25348,segment=NetworkSegment(65f1ae4c-940a-41bf-91e5-c9736b2feeab),segment_id=65f1ae4c-940a-41bf-91e5-c9736b2feeab)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:51:49.050675 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-661e3248-d2dd-4aa8-92a2-6dcfcfff2602 req-bbd88666-ddc1-4ff9-bfb0-6269836a11ef tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (303698e5-c912-4385-8004-617e1db25348), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:49.224875 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb973ae-c3c0-4177-a8d6-8a93baccd43c req-d16c7805-ff34-4d6f-9e3f-953b58ee8359 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:49.226475 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-bdb973ae-c3c0-4177-a8d6-8a93baccd43c req-d16c7805-ff34-4d6f-9e3f-953b58ee8359 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 945 time: 0.0547240 Jan 27 12:51:49.231265 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-661e3248-d2dd-4aa8-92a2-6dcfcfff2602 req-bbd88666-ddc1-4ff9-bfb0-6269836a11ef tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:49.238402 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-661e3248-d2dd-4aa8-92a2-6dcfcfff2602 req-bbd88666-ddc1-4ff9-bfb0-6269836a11ef tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664114'] for floatingip (54d459c3-cdc7-46f1-a4a4-d899740d19e0), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:49.238402 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.db.l3_db [req-661e3248-d2dd-4aa8-92a2-6dcfcfff2602 req-bbd88666-ddc1-4ff9-bfb0-6269836a11ef tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Floating IP 54d459c3-cdc7-46f1-a4a4-d899740d19e0 disassociated. External IP: 172.27.2.192, port: 303698e5-c912-4385-8004-617e1db25348. Jan 27 12:51:49.238402 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-661e3248-d2dd-4aa8-92a2-6dcfcfff2602 req-bbd88666-ddc1-4ff9-bfb0-6269836a11ef tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Calling delete_port for 303698e5-c912-4385-8004-617e1db25348 owned by compute:nova {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:51:49.304988 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-bdb973ae-c3c0-4177-a8d6-8a93baccd43c req-8a03606f-2fbc-42ef-ac4f-08d1eddc6f3c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=758c9d97-c5bc-4bec-8e0e-6d6449a2d130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622022 Jan 27 12:51:49.439041 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b6ca1171-5a0d-44aa-a767-93a55ce1073d req-088a13c5-e59d-4144-b4b9-a115acd08b2f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 210 time: 0.0266416 Jan 27 12:51:49.460328 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-661e3248-d2dd-4aa8-92a2-6dcfcfff2602 req-bbd88666-ddc1-4ff9-bfb0-6269836a11ef tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (303698e5-c912-4385-8004-617e1db25348), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:49.481176 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd88666-ddc1-4ff9-bfb0-6269836a11ef tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Pushing event deleted for resources: {'Port': ['ID=303698e5-c912-4385-8004-617e1db25348,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:49.600658 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-661e3248-d2dd-4aa8-92a2-6dcfcfff2602 req-bbd88666-ddc1-4ff9-bfb0-6269836a11ef tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Router 9bad885b-d714-4000-a763-93fd6a88ce5d has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:51:49.706273 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-661e3248-d2dd-4aa8-92a2-6dcfcfff2602 req-bbd88666-ddc1-4ff9-bfb0-6269836a11ef tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:51:49.717834 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb353b-2d2a-4dfa-815f-e6a8ebf4d450 None None] Sync routers for ids ['9bad885b-d714-4000-a763-93fd6a88ce5d'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:51:49.729848 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafb353b-2d2a-4dfa-815f-e6a8ebf4d450 None None] Routers {'9bad885b-d714-4000-a763-93fd6a88ce5d'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:51:49.734679 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-aafb353b-2d2a-4dfa-815f-e6a8ebf4d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:51:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['9bad885b-d714-4000-a763-93fd6a88ce5d'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:49.748855 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-661e3248-d2dd-4aa8-92a2-6dcfcfff2602 req-bbd88666-ddc1-4ff9-bfb0-6269836a11ef tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] No DVR routers for this DVR port 303698e5-c912-4385-8004-617e1db25348 on host hv-cinder-82403 {{(pid=109462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:51:49.751555 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-661e3248-d2dd-4aa8-92a2-6dcfcfff2602 req-bbd88666-ddc1-4ff9-bfb0-6269836a11ef tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:49.755458 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-661e3248-d2dd-4aa8-92a2-6dcfcfff2602 req-bbd88666-ddc1-4ff9-bfb0-6269836a11ef tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.13 "DELETE /v2.0/ports/303698e5-c912-4385-8004-617e1db25348 HTTP/1.1" status: 204 len: 173 time: 0.8826463 Jan 27 12:51:49.755914 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13d8d99-132f-4dd9-8b90-c52515ca72ef', 'name': 'network-vif-deleted', 'tag': '303698e5-c912-4385-8004-617e1db25348'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:51:49.758231 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44adae0c-dfe4-4024-8982-34d966c5755e" -d '{"events": [{"server_uuid": "a13d8d99-132f-4dd9-8b90-c52515ca72ef", "name": "network-vif-deleted", "tag": "303698e5-c912-4385-8004-617e1db25348"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:51:49.802494 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f44f30-9d10-4b01-8659-6f3b7530214d x-openstack-request-id: req-69f44f30-9d10-4b01-8659-6f3b7530214d {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:51:49.802820 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13d8d99-132f-4dd9-8b90-c52515ca72ef", "name": "network-vif-deleted", "tag": "303698e5-c912-4385-8004-617e1db25348", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:51:49.803074 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-69f44f30-9d10-4b01-8659-6f3b7530214d {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:51:49.803579 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13d8d99-132f-4dd9-8b90-c52515ca72ef', 'name': 'network-vif-deleted', 'tag': '303698e5-c912-4385-8004-617e1db25348', 'status': 'completed', 'code': 200} Jan 27 12:51:49.974212 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-aafb353b-2d2a-4dfa-815f-e6a8ebf4d450 None None] Set router 9bad885b-d714-4000-a763-93fd6a88ce5d gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:51:50.171277 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-aafb353b-2d2a-4dfa-815f-e6a8ebf4d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'name': 'tempest-AttachVolumeTestJSON-389966503-router', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:26Z', 'revision_number': 4, 'project_id': '249663e6bac04668835be079e8478eb1', 'gw_port': {'id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'eed19dbc-fa88-4dfc-ac98-f4bfdcf63214', 'name': '', 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'mac_address': 'fa:16:3e:e6:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:25Z', 'updated_at': '2022-01-27T12:47:30Z', 'revision_number': 5, 'project_id': '249663e6bac04668835be079e8478eb1', 'subnets': [{'id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:50.198941 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb353b-2d2a-4dfa-815f-e6a8ebf4d450 None None] Checking router: 9bad885b-d714-4000-a763-93fd6a88ce5d for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:51:50.207254 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafb353b-2d2a-4dfa-815f-e6a8ebf4d450 None None] Routers {'9bad885b-d714-4000-a763-93fd6a88ce5d'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:51:50.207848 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-aafb353b-2d2a-4dfa-815f-e6a8ebf4d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:51:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['9bad885b-d714-4000-a763-93fd6a88ce5d'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:50.314145 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-aafb353b-2d2a-4dfa-815f-e6a8ebf4d450 None None] Set router 9bad885b-d714-4000-a763-93fd6a88ce5d gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:51:50.418024 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-c6f00ddf-779b-443b-8fff-f5561923e11a req-fe7b93b2-9e62-4616-be31-edf14355080c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13d8d99-132f-4dd9-8b90-c52515ca72ef HTTP/1.1" status: 200 len: 210 time: 0.0356975 Jan 27 12:51:50.510660 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-0e0fcfe1-60ae-4a01-8c71-4b36e197d833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:50.527430 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183464e-76d0-48c7-8667-41d470b5773d req-80ab92a8-2fe4-4ea5-bc9e-3c03a7304645 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:50.529231 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5183464e-76d0-48c7-8667-41d470b5773d req-80ab92a8-2fe4-4ea5-bc9e-3c03a7304645 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.13 "GET /v2.0/networks?id=6b881bfa-8c59-42cc-bbb7-915cf0da0886 HTTP/1.1" status: 200 len: 809 time: 0.1257424 Jan 27 12:51:50.538819 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-aafb353b-2d2a-4dfa-815f-e6a8ebf4d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'name': 'tempest-AttachVolumeTestJSON-389966503-router', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:26Z', 'revision_number': 4, 'project_id': '249663e6bac04668835be079e8478eb1', 'gw_port': {'id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'eed19dbc-fa88-4dfc-ac98-f4bfdcf63214', 'name': '', 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'mac_address': 'fa:16:3e:e6:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:25Z', 'updated_at': '2022-01-27T12:47:30Z', 'revision_number': 5, 'project_id': '249663e6bac04668835be079e8478eb1', 'subnets': [{'id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:51:50.565919 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb353b-2d2a-4dfa-815f-e6a8ebf4d450 None None] The sync data for ids ['9bad885b-d714-4000-a763-93fd6a88ce5d'] in dv-cinder-824031-3-iscsi is: [{'id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'name': 'tempest-AttachVolumeTestJSON-389966503-router', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:26Z', 'revision_number': 4, 'project_id': '249663e6bac04668835be079e8478eb1', 'gw_port': {'id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'eed19dbc-fa88-4dfc-ac98-f4bfdcf63214', 'name': '', 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'mac_address': 'fa:16:3e:e6:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:25Z', 'updated_at': '2022-01-27T12:47:30Z', 'revision_number': 5, 'project_id': '249663e6bac04668835be079e8478eb1', 'subnets': [{'id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:51:50.571502 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-311863c7-d761-43ad-b89a-91a801fcdc67 req-978bd387-05bc-4dda-8607-180da089f4ec tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 210 time: 0.0413342 Jan 27 12:51:50.624802 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5183464e-76d0-48c7-8667-41d470b5773d req-66e9dc1f-e334-4086-a23c-5023d6889deb tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=399e6049e194420f981610e835c63d4c HTTP/1.1" status: 200 len: 380 time: 0.0832946 Jan 27 12:51:50.638490 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [req-5183464e-76d0-48c7-8667-41d470b5773d req-cbddd2ce-485c-4d96-b35b-d2355faddd03 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Request body: {'port': {'device_id': '21c042d0-4f5f-46de-b0b3-4f07627411d6', 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886', 'admin_state_up': True, 'tenant_id': '399e6049e194420f981610e835c63d4c', 'security_groups': ['fb32c486-9b99-4b1c-967d-33b369462141']}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:51:50.846369 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5183464e-76d0-48c7-8667-41d470b5773d req-cbddd2ce-485c-4d96-b35b-d2355faddd03 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Made reservation on behalf of 399e6049e194420f981610e835c63d4c for: {'port': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:51:50.850170 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-5183464e-76d0-48c7-8667-41d470b5773d req-cbddd2ce-485c-4d96-b35b-d2355faddd03 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:50.888178 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6ae8f5-5a0c-4b77-b33d-bdbc1e0f4915 None None] New status for floating IP 54d459c3-cdc7-46f1-a4a4-d899740d19e0: DOWN {{(pid=109464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 12:51:50.984295 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_common [req-5183464e-76d0-48c7-8667-41d470b5773d req-cbddd2ce-485c-4d96-b35b-d2355faddd03 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Allocated IP 172.20.0.7 (6b881bfa-8c59-42cc-bbb7-915cf0da0886/e2057e7f-7b4f-4ccf-80eb-9d8bb780312e/7d51e1f0-0d05-42bb-b0b0-b382c319b2ff) {{(pid=109462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:51:51.121470 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-5183464e-76d0-48c7-8667-41d470b5773d req-cbddd2ce-485c-4d96-b35b-d2355faddd03 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for port (7d51e1f0-0d05-42bb-b0b0-b382c319b2ff), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:51.247150 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-5183464e-76d0-48c7-8667-41d470b5773d req-cbddd2ce-485c-4d96-b35b-d2355faddd03 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (7d51e1f0-0d05-42bb-b0b0-b382c319b2ff), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:51.287213 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5183464e-76d0-48c7-8667-41d470b5773d req-cbddd2ce-485c-4d96-b35b-d2355faddd03 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Network 6b881bfa-8c59-42cc-bbb7-915cf0da0886 is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:51:51.290301 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [req-5183464e-76d0-48c7-8667-41d470b5773d req-cbddd2ce-485c-4d96-b35b-d2355faddd03 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:51:51.294157 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-5183464e-76d0-48c7-8667-41d470b5773d req-cbddd2ce-485c-4d96-b35b-d2355faddd03 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Received port after_create {{(pid=109462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:51:51.336869 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbddd2ce-485c-4d96-b35b-d2355faddd03 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Pushing event updated for resources: {'Port': ['ID=7d51e1f0-0d05-42bb-b0b0-b382c319b2ff,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:51.366649 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183464e-76d0-48c7-8667-41d470b5773d req-cbddd2ce-485c-4d96-b35b-d2355faddd03 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:51.367800 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-5183464e-76d0-48c7-8667-41d470b5773d req-cbddd2ce-485c-4d96-b35b-d2355faddd03 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:51.490209 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5183464e-76d0-48c7-8667-41d470b5773d req-cbddd2ce-485c-4d96-b35b-d2355faddd03 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8503547 Jan 27 12:51:51.498454 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [req-5183464e-76d0-48c7-8667-41d470b5773d req-64acd23f-1805-4f9e-a23d-995666c50c29 service neutron] Request body: {'port': {'device_id': '21c042d0-4f5f-46de-b0b3-4f07627411d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:51:51.540338 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-d9d7929e-68fe-4c3b-818a-4237de05dba6 None None] Provisioning complete for port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:51:51.540923 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-d9d7929e-68fe-4c3b-818a-4237de05dba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (7d51e1f0-0d05-42bb-b0b0-b382c319b2ff), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:51.553678 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-5183464e-76d0-48c7-8667-41d470b5773d req-64acd23f-1805-4f9e-a23d-995666c50c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (7d51e1f0-0d05-42bb-b0b0-b382c319b2ff), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:51.575328 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 45008) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:51.576319 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-d9d7929e-68fe-4c3b-818a-4237de05dba6 None None] Port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:51:51.633578 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3987c1f9-4352-416b-9dd4-2d4bc2c41013 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for security_group (758c9d97-c5bc-4bec-8e0e-6d6449a2d130), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:51.669243 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3987c1f9-4352-416b-9dd4-2d4bc2c41013 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for security_group (758c9d97-c5bc-4bec-8e0e-6d6449a2d130), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:51.730344 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a72a4-08c9-416d-b098-94aa3a78c7f4 req-3f436acb-fa09-4ead-81b0-d3ff384724c5 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:51.731908 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-949a72a4-08c9-416d-b098-94aa3a78c7f4 req-3f436acb-fa09-4ead-81b0-d3ff384724c5 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 931 time: 0.0792730 Jan 27 12:51:51.786143 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-949a72a4-08c9-416d-b098-94aa3a78c7f4 req-128c103f-4837-4fcb-82f8-58419b389d8a tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485203 Jan 27 12:51:51.823261 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3987c1f9-4352-416b-9dd4-2d4bc2c41013 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (758c9d97-c5bc-4bec-8e0e-6d6449a2d130), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:51.825931 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3987c1f9-4352-416b-9dd4-2d4bc2c41013 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:51.827101 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-3987c1f9-4352-416b-9dd4-2d4bc2c41013 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "DELETE /v2.0/security-groups/758c9d97-c5bc-4bec-8e0e-6d6449a2d130 HTTP/1.1" status: 204 len: 168 time: 0.2520494 Jan 27 12:51:51.831102 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 45012) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:51.836305 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987c1f9-4352-416b-9dd4-2d4bc2c41013 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=758c9d97-c5bc-4bec-8e0e-6d6449a2d130,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:51.848009 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [req-5183464e-76d0-48c7-8667-41d470b5773d req-64acd23f-1805-4f9e-a23d-995666c50c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff {{(pid=109462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:51:51.855229 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.api.v2.resource [None req-d3573086-fd39-40bb-a2ce-fe642999642d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] show failed (client error): The resource could not be found. Jan 27 12:51:51.856258 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-d3573086-fd39-40bb-a2ce-fe642999642d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups/758c9d97-c5bc-4bec-8e0e-6d6449a2d130 HTTP/1.1" status: 404 len: 347 time: 0.0241265 Jan 27 12:51:51.858115 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-5183464e-76d0-48c7-8667-41d470b5773d req-64acd23f-1805-4f9e-a23d-995666c50c29 service neutron] Publish callbacks [] for port (7d51e1f0-0d05-42bb-b0b0-b382c319b2ff), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:51.859302 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 45014) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:51.872191 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.provisioning_blocks [req-5183464e-76d0-48c7-8667-41d470b5773d req-64acd23f-1805-4f9e-a23d-995666c50c29 service neutron] Transition to ACTIVE for port object 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff will not be triggered until provisioned by entity L2. {{(pid=109462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 12:51:51.960823 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-5183464e-76d0-48c7-8667-41d470b5773d req-64acd23f-1805-4f9e-a23d-995666c50c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (7d51e1f0-0d05-42bb-b0b0-b382c319b2ff), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:51.981465 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-7460044f-0925-4bff-b843-0eb4c10d4a80 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Deleting port fef80726-7880-4701-822e-5aef8fb49488 {{(pid=109461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:51:51.981703 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-7460044f-0925-4bff-b843-0eb4c10d4a80 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (fef80726-7880-4701-822e-5aef8fb49488), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:52.014260 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64acd23f-1805-4f9e-a23d-995666c50c29 service neutron] Pushing event updated for resources: {'Port': ['ID=7d51e1f0-0d05-42bb-b0b0-b382c319b2ff,revision_number=2']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:52.061541 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-7460044f-0925-4bff-b843-0eb4c10d4a80 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (fef80726-7880-4701-822e-5aef8fb49488), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:52.061898 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-7460044f-0925-4bff-b843-0eb4c10d4a80 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for floatingip (fef80726-7880-4701-822e-5aef8fb49488), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:52.074759 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-7460044f-0925-4bff-b843-0eb4c10d4a80 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Calling delete_port for fef80726-7880-4701-822e-5aef8fb49488 owned by network:floatingip {{(pid=109461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:51:52.089411 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-5183464e-76d0-48c7-8667-41d470b5773d req-64acd23f-1805-4f9e-a23d-995666c50c29 service neutron] Attempting to bind port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff on host hv-cinder-82403 for vnic_type normal with profile {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:51:52.089842 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-5183464e-76d0-48c7-8667-41d470b5773d req-64acd23f-1805-4f9e-a23d-995666c50c29 service neutron] Attempting to bind port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': 'd2d42a91-b0c8-41fb-a27a-12a167fb0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886'}] {{(pid=109462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:51:52.090451 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5183464e-76d0-48c7-8667-41d470b5773d req-64acd23f-1805-4f9e-a23d-995666c50c29 service neutron] Attempting to bind port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff on network 6b881bfa-8c59-42cc-bbb7-915cf0da0886 {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:51:52.096023 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5183464e-76d0-48c7-8667-41d470b5773d req-64acd23f-1805-4f9e-a23d-995666c50c29 service neutron] Port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff on network 6b881bfa-8c59-42cc-bbb7-915cf0da0886 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 12:51:52.099009 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5183464e-76d0-48c7-8667-41d470b5773d req-64acd23f-1805-4f9e-a23d-995666c50c29 service neutron] Attempting to bind port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff on network 6b881bfa-8c59-42cc-bbb7-915cf0da0886 {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:51:52.103104 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5183464e-76d0-48c7-8667-41d470b5773d req-64acd23f-1805-4f9e-a23d-995666c50c29 service neutron] Checking agent: {'id': 'e5f4578a-8b65-461b-9155-0533d25cd18a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'started_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:51:52.103516 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5183464e-76d0-48c7-8667-41d470b5773d req-64acd23f-1805-4f9e-a23d-995666c50c29 service neutron] Checking segment: {'id': 'd2d42a91-b0c8-41fb-a27a-12a167fb0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:51:52.103955 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5183464e-76d0-48c7-8667-41d470b5773d req-64acd23f-1805-4f9e-a23d-995666c50c29 service neutron] Bound using segment: {'id': 'd2d42a91-b0c8-41fb-a27a-12a167fb0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886'} {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:51:52.104490 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-5183464e-76d0-48c7-8667-41d470b5773d req-64acd23f-1805-4f9e-a23d-995666c50c29 service neutron] Bound port: 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d42a91-b0c8-41fb-a27a-12a167fb0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886'}}] {{(pid=109462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:51:52.104902 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-5183464e-76d0-48c7-8667-41d470b5773d req-64acd23f-1805-4f9e-a23d-995666c50c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (7d51e1f0-0d05-42bb-b0b0-b382c319b2ff), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:52.178314 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-5183464e-76d0-48c7-8667-41d470b5773d req-64acd23f-1805-4f9e-a23d-995666c50c29 service neutron] For port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff, host hv-cinder-82403, cleared binding levels {{(pid=109462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:51:52.181783 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-5183464e-76d0-48c7-8667-41d470b5773d req-64acd23f-1805-4f9e-a23d-995666c50c29 service neutron] For port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=7d51e1f0-0d05-42bb-b0b0-b382c319b2ff,segment=NetworkSegment(d2d42a91-b0c8-41fb-a27a-12a167fb0bb1),segment_id=d2d42a91-b0c8-41fb-a27a-12a167fb0bb1)] {{(pid=109462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:51:52.246943 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-5183464e-76d0-48c7-8667-41d470b5773d req-64acd23f-1805-4f9e-a23d-995666c50c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (7d51e1f0-0d05-42bb-b0b0-b382c319b2ff), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:52.269511 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-7460044f-0925-4bff-b843-0eb4c10d4a80 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (fef80726-7880-4701-822e-5aef8fb49488), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:52.283529 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183464e-76d0-48c7-8667-41d470b5773d req-64acd23f-1805-4f9e-a23d-995666c50c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:52.284230 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-5183464e-76d0-48c7-8667-41d470b5773d req-64acd23f-1805-4f9e-a23d-995666c50c29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:52.285670 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5183464e-76d0-48c7-8667-41d470b5773d req-64acd23f-1805-4f9e-a23d-995666c50c29 service neutron] 10.222.0.13 "PUT /v2.0/ports/7d51e1f0-0d05-42bb-b0b0-b382c319b2ff HTTP/1.1" status: 200 len: 1093 time: 0.7919171 Jan 27 12:51:52.295451 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c042d0-4f5f-46de-b0b3-4f07627411d6', 'tag': '7d51e1f0-0d05-42bb-b0b0-b382c319b2ff'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:51:52.297790 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c242bd97-6e9e-4992-8c9a-d7ea6e17f40e" -d '{"events": [{"name": "network-changed", "server_uuid": "21c042d0-4f5f-46de-b0b3-4f07627411d6", "tag": "7d51e1f0-0d05-42bb-b0b0-b382c319b2ff"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:51:52.308639 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460044f-0925-4bff-b843-0eb4c10d4a80 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Pushing event deleted for resources: {'Port': ['ID=fef80726-7880-4701-822e-5aef8fb49488,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:52.331118 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64acd23f-1805-4f9e-a23d-995666c50c29 service neutron] Pushing event updated for resources: {'Port': ['ID=7d51e1f0-0d05-42bb-b0b0-b382c319b2ff,revision_number=3']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:52.380658 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04a5709-e48a-4593-9fdb-576e40249212 x-openstack-request-id: req-e04a5709-e48a-4593-9fdb-576e40249212 {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:51:52.381086 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c042d0-4f5f-46de-b0b3-4f07627411d6", "tag": "7d51e1f0-0d05-42bb-b0b0-b382c319b2ff", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:51:52.381450 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e04a5709-e48a-4593-9fdb-576e40249212 {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:51:52.382398 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c042d0-4f5f-46de-b0b3-4f07627411d6', 'tag': '7d51e1f0-0d05-42bb-b0b0-b382c319b2ff', 'status': 'completed', 'code': 200} Jan 27 12:51:52.387449 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-7460044f-0925-4bff-b843-0eb4c10d4a80 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for floatingip (54d459c3-cdc7-46f1-a4a4-d899740d19e0), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:52.390350 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-7460044f-0925-4bff-b843-0eb4c10d4a80 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for floatingip (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:52.391689 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-7460044f-0925-4bff-b843-0eb4c10d4a80 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "DELETE /v2.0/floatingips/54d459c3-cdc7-46f1-a4a4-d899740d19e0 HTTP/1.1" status: 204 len: 168 time: 0.5312681 Jan 27 12:51:52.412993 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 303698e5-c912-4385-8004-617e1db25348 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:51:52.442885 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] No Port match for: 303698e5-c912-4385-8004-617e1db25348 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:51:52.443462 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 303698e5-c912-4385-8004-617e1db25348 not bound to the agent host hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:51:52.446114 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183464e-76d0-48c7-8667-41d470b5773d req-6ac5ecb7-dbe0-44a4-9f70-f8b4e34766b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:52.447796 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5183464e-76d0-48c7-8667-41d470b5773d req-6ac5ecb7-dbe0-44a4-9f70-f8b4e34766b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=399e6049e194420f981610e835c63d4c&device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 1096 time: 0.0511713 Jan 27 12:51:52.490965 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5183464e-76d0-48c7-8667-41d470b5773d req-8c85c382-a224-4d89-a62c-cfa577a3720a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d51e1f0-0d05-42bb-b0b0-b382c319b2ff HTTP/1.1" status: 200 len: 217 time: 0.0355783 Jan 27 12:51:52.545169 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183464e-76d0-48c7-8667-41d470b5773d req-3e95c09f-d867-4ddc-b357-2c8228cf833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:52.546645 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5183464e-76d0-48c7-8667-41d470b5773d req-3e95c09f-d867-4ddc-b357-2c8228cf833e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e2057e7f-7b4f-4ccf-80eb-9d8bb780312e HTTP/1.1" status: 200 len: 848 time: 0.0494850 Jan 27 12:51:52.591296 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183464e-76d0-48c7-8667-41d470b5773d req-4ffdb9b3-b69e-4934-aa1a-cf59c4ef3abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:52.592676 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5183464e-76d0-48c7-8667-41d470b5773d req-4ffdb9b3-b69e-4934-aa1a-cf59c4ef3abf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b881bfa-8c59-42cc-bbb7-915cf0da0886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393639 Jan 27 12:51:52.678358 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5183464e-76d0-48c7-8667-41d470b5773d req-3602aa6a-7cc3-45bc-b747-47626055d48d service neutron] 10.222.0.13 "GET /v2.0/networks/6b881bfa-8c59-42cc-bbb7-915cf0da0886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795784 Jan 27 12:51:52.748094 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-1c60903a-f96d-49b7-9cde-fe48916db287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:52.883771 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 45026) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:52.888553 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-cc4517e6-d75a-4711-97d9-7123149f5710 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Request body: {'security_group': {'name': 'tempest-securitygroup--685788877', 'description': 'tempest-description--1033365282'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:51:52.954927 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-cc4517e6-d75a-4711-97d9-7123149f5710 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:53.029605 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-cc4517e6-d75a-4711-97d9-7123149f5710 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for security_group (23f81f9f-ca02-407d-8e19-82277640515f), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:53.079116 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5183464e-76d0-48c7-8667-41d470b5773d req-5c43e820-73f1-4012-a139-a7397bde9e48 service neutron] 10.222.0.13 "GET /v2.0/networks/6b881bfa-8c59-42cc-bbb7-915cf0da0886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939354 Jan 27 12:51:53.086328 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba01d99-e04c-4042-a4f1-7d7783314a53 req-65d2056e-0cdc-495c-a9fa-7fb962b73039 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:53.087730 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5ba01d99-e04c-4042-a4f1-7d7783314a53 req-65d2056e-0cdc-495c-a9fa-7fb962b73039 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 943 time: 0.0790682 Jan 27 12:51:53.126117 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-cc4517e6-d75a-4711-97d9-7123149f5710 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (23f81f9f-ca02-407d-8e19-82277640515f), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:53.137141 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5ba01d99-e04c-4042-a4f1-7d7783314a53 req-c61354f9-1bcd-4086-b753-8b48e4d5a458 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437605 Jan 27 12:51:53.158529 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4517e6-d75a-4711-97d9-7123149f5710 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23f81f9f-ca02-407d-8e19-82277640515f,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:53.222274 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242bd97-6e9e-4992-8c9a-d7ea6e17f40e req-5bc9d0a8-f53b-47b5-a951-ebec20cc20d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:53.224363 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c242bd97-6e9e-4992-8c9a-d7ea6e17f40e req-5bc9d0a8-f53b-47b5-a951-ebec20cc20d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=399e6049e194420f981610e835c63d4c&device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 1096 time: 0.0446520 Jan 27 12:51:53.231504 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-cc4517e6-d75a-4711-97d9-7123149f5710 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:53.235913 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-cc4517e6-d75a-4711-97d9-7123149f5710 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3510044 Jan 27 12:51:53.236559 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 45032) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:53.241085 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-993cb6bd-6d93-4617-b051-17844ea11f6f tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Request body: {'security_group_rule': {'security_group_id': '23f81f9f-ca02-407d-8e19-82277640515f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:51:53.314664 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242bd97-6e9e-4992-8c9a-d7ea6e17f40e req-c01df656-5e67-41b5-a20f-4a9a95b41168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:53.316079 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c242bd97-6e9e-4992-8c9a-d7ea6e17f40e req-c01df656-5e67-41b5-a20f-4a9a95b41168 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b881bfa-8c59-42cc-bbb7-915cf0da0886 HTTP/1.1" status: 200 len: 910 time: 0.0858324 Jan 27 12:51:53.359908 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-993cb6bd-6d93-4617-b051-17844ea11f6f tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for security_group_rule (fd075954-6215-4646-b66b-ceb738048dd3), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:53.360378 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c242bd97-6e9e-4992-8c9a-d7ea6e17f40e req-e55dcdb9-0301-4efa-b684-8acb99e4a3db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d51e1f0-0d05-42bb-b0b0-b382c319b2ff HTTP/1.1" status: 200 len: 217 time: 0.0376616 Jan 27 12:51:53.408131 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242bd97-6e9e-4992-8c9a-d7ea6e17f40e req-d3e91157-27f4-4f43-bc19-4639c8226070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:53.409655 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c242bd97-6e9e-4992-8c9a-d7ea6e17f40e req-d3e91157-27f4-4f43-bc19-4639c8226070 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e2057e7f-7b4f-4ccf-80eb-9d8bb780312e HTTP/1.1" status: 200 len: 848 time: 0.0430262 Jan 27 12:51:53.418013 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-993cb6bd-6d93-4617-b051-17844ea11f6f tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for security_group_rule (fd075954-6215-4646-b66b-ceb738048dd3), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:53.455032 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242bd97-6e9e-4992-8c9a-d7ea6e17f40e req-b0bb52ab-4c41-4be8-a36f-5e37193c921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:53.456532 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c242bd97-6e9e-4992-8c9a-d7ea6e17f40e req-b0bb52ab-4c41-4be8-a36f-5e37193c921d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b881bfa-8c59-42cc-bbb7-915cf0da0886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407238 Jan 27 12:51:53.480643 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-993cb6bd-6d93-4617-b051-17844ea11f6f tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611924'] for security_group_rule (fd075954-6215-4646-b66b-ceb738048dd3), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:53.496081 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cb6bd-6d93-4617-b051-17844ea11f6f tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd075954-6215-4646-b66b-ceb738048dd3,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:53.549599 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c242bd97-6e9e-4992-8c9a-d7ea6e17f40e req-efb30c8d-6b37-4d85-a83d-eb3d9c29e00e service neutron] 10.222.0.13 "GET /v2.0/networks/6b881bfa-8c59-42cc-bbb7-915cf0da0886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868526 Jan 27 12:51:53.556752 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-993cb6bd-6d93-4617-b051-17844ea11f6f tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:53.558174 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-993cb6bd-6d93-4617-b051-17844ea11f6f tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3205736 Jan 27 12:51:53.560841 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 45038) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:53.565290 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-ade98ced-0cee-49bb-ace5-3c746bec8d00 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Request body: {'security_group_rule': {'security_group_id': '23f81f9f-ca02-407d-8e19-82277640515f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:51:53.639528 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c242bd97-6e9e-4992-8c9a-d7ea6e17f40e req-5191b1b9-36e4-466a-857a-fa2c5df76fb0 service neutron] 10.222.0.13 "GET /v2.0/networks/6b881bfa-8c59-42cc-bbb7-915cf0da0886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834119 Jan 27 12:51:53.641451 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ade98ced-0cee-49bb-ace5-3c746bec8d00 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for security_group_rule (1da9cb16-736b-4ea5-85dc-cb8b7bf8afc0), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:53.706300 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ade98ced-0cee-49bb-ace5-3c746bec8d00 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for security_group_rule (1da9cb16-736b-4ea5-85dc-cb8b7bf8afc0), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:53.799445 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ade98ced-0cee-49bb-ace5-3c746bec8d00 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611924'] for security_group_rule (1da9cb16-736b-4ea5-85dc-cb8b7bf8afc0), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:53.817379 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade98ced-0cee-49bb-ace5-3c746bec8d00 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da9cb16-736b-4ea5-85dc-cb8b7bf8afc0,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:53.845339 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afdf8f-1b5b-4da6-994c-f8dfcd1fbe36 req-e37935b9-f128-4e45-b77e-8094c6f860b3 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:53.846289 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:53.846920 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-38afdf8f-1b5b-4da6-994c-f8dfcd1fbe36 req-e37935b9-f128-4e45-b77e-8094c6f860b3 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 946 time: 0.0491006 Jan 27 12:51:53.892993 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-38afdf8f-1b5b-4da6-994c-f8dfcd1fbe36 req-c79811d1-e9b8-4b89-965d-f9bfd45596a5 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394521 Jan 27 12:51:53.933717 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ade98ced-0cee-49bb-ace5-3c746bec8d00 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:53.934992 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-ade98ced-0cee-49bb-ace5-3c746bec8d00 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3729539 Jan 27 12:51:53.944357 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 45046) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:51:53.948695 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-9f679bf0-8778-4c9c-8537-57f92351eb75 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Request body: {'floatingip': {'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:51:54.045972 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9f679bf0-8778-4c9c-8537-57f92351eb75 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:54.140570 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9f679bf0-8778-4c9c-8537-57f92351eb75 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:54.271287 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_common [None req-9f679bf0-8778-4c9c-8537-57f92351eb75 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Allocated IP 172.27.2.182 (eb2842ee-b281-40a5-b8cc-bad91d1f4211/1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a/88a7caca-7068-4a0a-b30f-3d9561c00f57) {{(pid=109461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:51:54.294529 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1834fc2-2998-43d8-908e-c67ac6693ffb req-2988ad58-6c37-4447-ae26-e87d41419d1a tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:54.296004 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f1834fc2-2998-43d8-908e-c67ac6693ffb req-2988ad58-6c37-4447-ae26-e87d41419d1a tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 943 time: 0.0800607 Jan 27 12:51:54.398642 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-f1834fc2-2998-43d8-908e-c67ac6693ffb req-795ca093-ae32-482c-bf91-3e07a9175e92 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915184 Jan 27 12:51:54.413879 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9f679bf0-8778-4c9c-8537-57f92351eb75 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for port (88a7caca-7068-4a0a-b30f-3d9561c00f57), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:54.492262 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9f679bf0-8778-4c9c-8537-57f92351eb75 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (88a7caca-7068-4a0a-b30f-3d9561c00f57), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:54.534117 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f679bf0-8778-4c9c-8537-57f92351eb75 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Network eb2842ee-b281-40a5-b8cc-bad91d1f4211 is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:51:54.536866 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-9f679bf0-8778-4c9c-8537-57f92351eb75 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:51:54.539274 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f679bf0-8778-4c9c-8537-57f92351eb75 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Received port after_create {{(pid=109461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:51:54.571393 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f679bf0-8778-4c9c-8537-57f92351eb75 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Pushing event updated for resources: {'Port': ['ID=88a7caca-7068-4a0a-b30f-3d9561c00f57,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:54.628257 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9f679bf0-8778-4c9c-8537-57f92351eb75 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for floatingip (09734984-9858-466c-b71f-98747013b05c), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:54.733267 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9f679bf0-8778-4c9c-8537-57f92351eb75 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (88a7caca-7068-4a0a-b30f-3d9561c00f57), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:54.882763 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9f679bf0-8778-4c9c-8537-57f92351eb75 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for port (88a7caca-7068-4a0a-b30f-3d9561c00f57), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:54.931830 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9f679bf0-8778-4c9c-8537-57f92351eb75 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412271'] for port (88a7caca-7068-4a0a-b30f-3d9561c00f57), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:55.003225 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f679bf0-8778-4c9c-8537-57f92351eb75 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Pushing event updated for resources: {'Port': ['ID=88a7caca-7068-4a0a-b30f-3d9561c00f57,revision_number=2']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:55.012855 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9f679bf0-8778-4c9c-8537-57f92351eb75 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664114'] for floatingip (09734984-9858-466c-b71f-98747013b05c), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:55.015438 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08de0b3-1a49-4492-9dc9-a43808967e68 req-38436750-c598-433c-815d-cf7644fb37fa tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:55.016946 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-e08de0b3-1a49-4492-9dc9-a43808967e68 req-38436750-c598-433c-815d-cf7644fb37fa tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 946 time: 0.0519526 Jan 27 12:51:55.063854 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-e08de0b3-1a49-4492-9dc9-a43808967e68 req-a1c73985-d0ed-44d4-988e-12ef358ba2aa tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412657 Jan 27 12:51:55.094125 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9f679bf0-8778-4c9c-8537-57f92351eb75 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for floatingip (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:55.095390 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-9f679bf0-8778-4c9c-8537-57f92351eb75 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1501162 Jan 27 12:51:55.395600 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:55.512712 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3e508-b519-4938-8277-a7c3b256e5a6 req-c0cc9432-e794-4ae7-89c8-83587443b428 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:55.514182 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-eee3e508-b519-4938-8277-a7c3b256e5a6 req-c0cc9432-e794-4ae7-89c8-83587443b428 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 943 time: 0.0481017 Jan 27 12:51:55.514877 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-d441c5b2-4b4f-45a8-b5f9-deab7ad4a013 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--685788877&fields=id&tenant_id=249663e6bac04668835be079e8478eb1 HTTP/1.1" status: 200 len: 267 time: 0.2739580 Jan 27 12:51:55.562561 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-eee3e508-b519-4938-8277-a7c3b256e5a6 req-fbf35e0b-0b06-49c2-b7db-ec48802177f5 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426054 Jan 27 12:51:55.616719 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-5d1b9cfd-0c1f-49c7-9e91-bc9817ad737b tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:55.618184 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-5d1b9cfd-0c1f-49c7-9e91-bc9817ad737b tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/networks?id=c2b054f4-877c-446a-a491-c6a17689946c HTTP/1.1" status: 200 len: 810 time: 0.0967503 Jan 27 12:51:55.632588 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-ab0313be-8f12-4ff5-8445-b68b867b9f1c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/quotas/249663e6bac04668835be079e8478eb1 HTTP/1.1" status: 200 len: 375 time: 0.0091782 Jan 27 12:51:55.683496 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-5183f53e-5fe3-46a7-ba19-bb0a22a0ecf4 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=249663e6bac04668835be079e8478eb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459971 Jan 27 12:51:55.864690 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-769a7238-f10a-4fdf-9f85-2910e2c7fdb5 service neutron] 10.222.0.39 "GET /v2.0/networks/c2b054f4-877c-446a-a491-c6a17689946c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680658 Jan 27 12:51:55.952709 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-cece5716-3249-4bd2-8dcc-a8c2caaa57f6 service neutron] 10.222.0.39 "GET /v2.0/networks/c2b054f4-877c-446a-a491-c6a17689946c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823474 Jan 27 12:51:56.157619 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4831487e-5bc4-437d-ae91-1536e0cc0b02 req-278056e9-d097-4b22-849f-03e0ec30a443 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=d27b5a25-00f8-435a-80d8-b6800add6a04 HTTP/1.1" status: 200 len: 210 time: 0.0276654 Jan 27 12:51:56.192105 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b145d-3389-4579-bce1-8c1c3fc57ac3 req-f169474b-73a3-4777-8d02-39b55cdc4210 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:56.193609 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c78b145d-3389-4579-bce1-8c1c3fc57ac3 req-f169474b-73a3-4777-8d02-39b55cdc4210 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 946 time: 0.0559042 Jan 27 12:51:56.241279 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c78b145d-3389-4579-bce1-8c1c3fc57ac3 req-fb3a0ae2-559b-452f-95d4-e9a17d7ad601 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420518 Jan 27 12:51:56.676124 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d508f-d769-4fc2-86db-106401cf3113 req-d3399a9b-9fe1-42ae-b3ea-72c9c91346c6 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:56.677579 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-615d508f-d769-4fc2-86db-106401cf3113 req-d3399a9b-9fe1-42ae-b3ea-72c9c91346c6 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 943 time: 0.0497985 Jan 27 12:51:56.692614 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:56.728629 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-615d508f-d769-4fc2-86db-106401cf3113 req-4aa42b2b-d081-4f46-b739-23ecf476762c tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455709 Jan 27 12:51:57.249245 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5ce5626a-45ba-4f01-8fbb-9702dd27e0ea req-603b154b-3593-4c8c-9a71-4bdd022c55b0 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=d27b5a25-00f8-435a-80d8-b6800add6a04 HTTP/1.1" status: 200 len: 210 time: 0.0265298 Jan 27 12:51:57.360380 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed95892-cf97-4200-bb15-d63f55a35c32 req-5446f6b3-ec23-4005-8501-183e33a55d62 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:57.361928 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6ed95892-cf97-4200-bb15-d63f55a35c32 req-5446f6b3-ec23-4005-8501-183e33a55d62 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 946 time: 0.0505025 Jan 27 12:51:57.412741 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6ed95892-cf97-4200-bb15-d63f55a35c32 req-09a4e571-3703-482d-9783-0460678fe84c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439692 Jan 27 12:51:57.423454 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:57.839989 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abcc26-0055-4cc2-9618-2cb7f604f61f req-f071540f-e626-4f5f-b738-d3ab9a06382f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:57.841431 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-33abcc26-0055-4cc2-9618-2cb7f604f61f req-f071540f-e626-4f5f-b738-d3ab9a06382f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 943 time: 0.0473776 Jan 27 12:51:57.941404 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-33abcc26-0055-4cc2-9618-2cb7f604f61f req-a741b098-01c0-4691-a21b-9c377d8d16de tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941539 Jan 27 12:51:57.991702 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-fafb67d6-0b2c-41c0-a4dd-8902bd6871a3 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:57.993101 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-fafb67d6-0b2c-41c0-a4dd-8902bd6871a3 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.13 "GET /v2.0/networks?id=c2b054f4-877c-446a-a491-c6a17689946c HTTP/1.1" status: 200 len: 810 time: 0.1193640 Jan 27 12:51:58.052812 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-28dba057-baf2-4d92-a213-85df66f37c3b tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=249663e6bac04668835be079e8478eb1 HTTP/1.1" status: 200 len: 379 time: 0.0512350 Jan 27 12:51:58.060493 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-3efa1438-76d5-4533-a509-a1b9a36d83e3 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Request body: {'port': {'device_id': 'd27b5a25-00f8-435a-80d8-b6800add6a04', 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'admin_state_up': True, 'tenant_id': '249663e6bac04668835be079e8478eb1', 'security_groups': ['23f81f9f-ca02-407d-8e19-82277640515f']}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:51:58.256658 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-3efa1438-76d5-4533-a509-a1b9a36d83e3 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Made reservation on behalf of 249663e6bac04668835be079e8478eb1 for: {'port': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:51:58.260122 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-3efa1438-76d5-4533-a509-a1b9a36d83e3 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:58.346842 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7e6b327f-fe66-4755-8e76-d9ef618880f2 req-016751ac-8889-4ede-a0ad-9bd76806d46a tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=d27b5a25-00f8-435a-80d8-b6800add6a04 HTTP/1.1" status: 200 len: 210 time: 0.0261581 Jan 27 12:51:58.387115 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_common [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-3efa1438-76d5-4533-a509-a1b9a36d83e3 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Allocated IP 172.20.0.6 (c2b054f4-877c-446a-a491-c6a17689946c/b450d6ba-6f2c-4498-8ab8-ce2ca102b850/c234ef95-5e4e-495d-8537-53e8716d8b77) {{(pid=109462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:51:58.546810 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-3efa1438-76d5-4533-a509-a1b9a36d83e3 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for port (c234ef95-5e4e-495d-8537-53e8716d8b77), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:58.561408 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ce693-1c23-464b-ab49-308e964b10b6 req-2c9472ab-9094-4046-976a-bfd80d45712c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:58.562885 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-212ce693-1c23-464b-ab49-308e964b10b6 req-2c9472ab-9094-4046-976a-bfd80d45712c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 946 time: 0.0790920 Jan 27 12:51:58.624560 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-212ce693-1c23-464b-ab49-308e964b10b6 req-19928539-3e4b-41f5-92d9-d851326faa33 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534008 Jan 27 12:51:58.679739 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-3efa1438-76d5-4533-a509-a1b9a36d83e3 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (c234ef95-5e4e-495d-8537-53e8716d8b77), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:58.725238 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-3efa1438-76d5-4533-a509-a1b9a36d83e3 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Network c2b054f4-877c-446a-a491-c6a17689946c is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:51:58.728180 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-3efa1438-76d5-4533-a509-a1b9a36d83e3 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:51:58.734413 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-3efa1438-76d5-4533-a509-a1b9a36d83e3 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Received port after_create {{(pid=109462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:51:58.740597 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa1438-76d5-4533-a509-a1b9a36d83e3 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Pushing event updated for resources: {'Port': ['ID=c234ef95-5e4e-495d-8537-53e8716d8b77,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:58.787258 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-3efa1438-76d5-4533-a509-a1b9a36d83e3 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:58.787865 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-3efa1438-76d5-4533-a509-a1b9a36d83e3 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:58.905279 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-3efa1438-76d5-4533-a509-a1b9a36d83e3 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8482623 Jan 27 12:51:58.915053 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-cff70c5a-809b-483b-ace5-84c0c6a742bd None None] Provisioning complete for port c234ef95-5e4e-495d-8537-53e8716d8b77 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:51:58.915630 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-cff70c5a-809b-483b-ace5-84c0c6a742bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (c234ef95-5e4e-495d-8537-53e8716d8b77), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:58.919351 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-f79c62b2-3375-4d08-ad0a-ae0ff1d95399 service neutron] Request body: {'port': {'device_id': 'd27b5a25-00f8-435a-80d8-b6800add6a04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:51:58.951683 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-cff70c5a-809b-483b-ace5-84c0c6a742bd None None] Port c234ef95-5e4e-495d-8537-53e8716d8b77 cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:51:58.973094 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-f79c62b2-3375-4d08-ad0a-ae0ff1d95399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (c234ef95-5e4e-495d-8537-53e8716d8b77), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:59.057821 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88f10b-1d49-4872-9e2b-fc695861cb1e req-35d41610-26ab-4841-88f6-2998ff44a0dd tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:59.059230 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-fc88f10b-1d49-4872-9e2b-fc695861cb1e req-35d41610-26ab-4841-88f6-2998ff44a0dd tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 943 time: 0.0479417 Jan 27 12:51:59.107417 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-fc88f10b-1d49-4872-9e2b-fc695861cb1e req-ea99d1cc-9e31-4e68-8dc1-562eb85863bd tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426373 Jan 27 12:51:59.383235 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-f79c62b2-3375-4d08-ad0a-ae0ff1d95399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c234ef95-5e4e-495d-8537-53e8716d8b77 {{(pid=109462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:51:59.388863 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-f79c62b2-3375-4d08-ad0a-ae0ff1d95399 service neutron] Publish callbacks [] for port (c234ef95-5e4e-495d-8537-53e8716d8b77), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:59.401317 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.provisioning_blocks [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-f79c62b2-3375-4d08-ad0a-ae0ff1d95399 service neutron] Transition to ACTIVE for port object c234ef95-5e4e-495d-8537-53e8716d8b77 will not be triggered until provisioned by entity L2. {{(pid=109462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 12:51:59.457408 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3569e4b-5fff-491b-bf78-f0f9610262f7 req-5759274d-b9e1-4e74-b97b-73cab98fd162 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:59.467537 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d3569e4b-5fff-491b-bf78-f0f9610262f7 req-5759274d-b9e1-4e74-b97b-73cab98fd162 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=d27b5a25-00f8-435a-80d8-b6800add6a04 HTTP/1.1" status: 200 len: 931 time: 0.0469759 Jan 27 12:51:59.508445 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d3569e4b-5fff-491b-bf78-f0f9610262f7 req-cecafd5f-9c18-453e-829c-43d038e4cc26 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=23f81f9f-ca02-407d-8e19-82277640515f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429349 Jan 27 12:51:59.509673 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-f79c62b2-3375-4d08-ad0a-ae0ff1d95399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (c234ef95-5e4e-495d-8537-53e8716d8b77), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:59.563542 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c62b2-3375-4d08-ad0a-ae0ff1d95399 service neutron] Pushing event updated for resources: {'Port': ['ID=c234ef95-5e4e-495d-8537-53e8716d8b77,revision_number=2']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:51:59.669428 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb65e2f-11c9-4882-bfbc-3ac9673c8e8b req-2da349d2-ad63-4fe3-87d7-2e19c1eab2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:59.670992 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4bb65e2f-11c9-4882-bfbc-3ac9673c8e8b req-2da349d2-ad63-4fe3-87d7-2e19c1eab2b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d9aacae39d84c0d98e287aac2b1c7c7&device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 1099 time: 0.0844905 Jan 27 12:51:59.676030 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-f79c62b2-3375-4d08-ad0a-ae0ff1d95399 service neutron] Attempting to bind port c234ef95-5e4e-495d-8537-53e8716d8b77 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:51:59.676355 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-f79c62b2-3375-4d08-ad0a-ae0ff1d95399 service neutron] Attempting to bind port c234ef95-5e4e-495d-8537-53e8716d8b77 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '65f1ae4c-940a-41bf-91e5-c9736b2feeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c'}] {{(pid=109462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:51:59.676685 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-f79c62b2-3375-4d08-ad0a-ae0ff1d95399 service neutron] Attempting to bind port c234ef95-5e4e-495d-8537-53e8716d8b77 on network c2b054f4-877c-446a-a491-c6a17689946c {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:51:59.682833 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-f79c62b2-3375-4d08-ad0a-ae0ff1d95399 service neutron] Port c234ef95-5e4e-495d-8537-53e8716d8b77 on network c2b054f4-877c-446a-a491-c6a17689946c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 12:51:59.683170 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-f79c62b2-3375-4d08-ad0a-ae0ff1d95399 service neutron] Attempting to bind port c234ef95-5e4e-495d-8537-53e8716d8b77 on network c2b054f4-877c-446a-a491-c6a17689946c {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:51:59.690128 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-f79c62b2-3375-4d08-ad0a-ae0ff1d95399 service neutron] Checking agent: {'id': 'e5f4578a-8b65-461b-9155-0533d25cd18a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'started_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:51:59.690471 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-f79c62b2-3375-4d08-ad0a-ae0ff1d95399 service neutron] Checking segment: {'id': '65f1ae4c-940a-41bf-91e5-c9736b2feeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:51:59.690926 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-f79c62b2-3375-4d08-ad0a-ae0ff1d95399 service neutron] Bound using segment: {'id': '65f1ae4c-940a-41bf-91e5-c9736b2feeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c'} {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:51:59.691380 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-f79c62b2-3375-4d08-ad0a-ae0ff1d95399 service neutron] Bound port: c234ef95-5e4e-495d-8537-53e8716d8b77, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f1ae4c-940a-41bf-91e5-c9736b2feeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c'}}] {{(pid=109462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:51:59.691736 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-f79c62b2-3375-4d08-ad0a-ae0ff1d95399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (c234ef95-5e4e-495d-8537-53e8716d8b77), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:59.751043 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bbc36-bfa6-4e1b-b38b-9640f148dc02 req-e395ebd5-9188-48e6-92b9-657c8cff607d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:59.753722 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-987bbc36-bfa6-4e1b-b38b-9640f148dc02 req-e395ebd5-9188-48e6-92b9-657c8cff607d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 946 time: 0.0546772 Jan 27 12:51:59.805268 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-987bbc36-bfa6-4e1b-b38b-9640f148dc02 req-c5af26e4-b29f-48b1-85b2-aacf74c044f7 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452361 Jan 27 12:51:59.830148 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-f79c62b2-3375-4d08-ad0a-ae0ff1d95399 service neutron] For port c234ef95-5e4e-495d-8537-53e8716d8b77, host hv-cinder-82403, cleared binding levels {{(pid=109462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:51:59.833906 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-f79c62b2-3375-4d08-ad0a-ae0ff1d95399 service neutron] For port c234ef95-5e4e-495d-8537-53e8716d8b77, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=c234ef95-5e4e-495d-8537-53e8716d8b77,segment=NetworkSegment(65f1ae4c-940a-41bf-91e5-c9736b2feeab),segment_id=65f1ae4c-940a-41bf-91e5-c9736b2feeab)] {{(pid=109462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:51:59.835437 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb65e2f-11c9-4882-bfbc-3ac9673c8e8b req-a396d4ec-b053-4be7-b4d1-a1aa2b366616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:59.836871 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4bb65e2f-11c9-4882-bfbc-3ac9673c8e8b req-a396d4ec-b053-4be7-b4d1-a1aa2b366616 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c HTTP/1.1" status: 200 len: 918 time: 0.1424742 Jan 27 12:51:59.889420 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-f79c62b2-3375-4d08-ad0a-ae0ff1d95399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (c234ef95-5e4e-495d-8537-53e8716d8b77), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:59.925057 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4bb65e2f-11c9-4882-bfbc-3ac9673c8e8b req-810862cf-a799-48cd-89ca-53ee86570dd4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=843947ce-69b5-4af1-a0fa-52f08be3d788 HTTP/1.1" status: 200 len: 1002 time: 0.0827334 Jan 27 12:51:59.932859 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-f79c62b2-3375-4d08-ad0a-ae0ff1d95399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:51:59.933374 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-f79c62b2-3375-4d08-ad0a-ae0ff1d95399 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:51:59.934706 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-f79c62b2-3375-4d08-ad0a-ae0ff1d95399 service neutron] 10.222.0.13 "PUT /v2.0/ports/c234ef95-5e4e-495d-8537-53e8716d8b77 HTTP/1.1" status: 200 len: 1093 time: 1.0203507 Jan 27 12:51:59.936264 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27b5a25-00f8-435a-80d8-b6800add6a04', 'tag': 'c234ef95-5e4e-495d-8537-53e8716d8b77'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:51:59.943490 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13eed74-e418-4c84-9f89-dcfcea4d22e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d27b5a25-00f8-435a-80d8-b6800add6a04", "tag": "c234ef95-5e4e-495d-8537-53e8716d8b77"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:51:59.993385 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f3401e-1f84-4259-9ff8-bf3cdde5e791 x-openstack-request-id: req-d5f3401e-1f84-4259-9ff8-bf3cdde5e791 {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:51:59.993385 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27b5a25-00f8-435a-80d8-b6800add6a04", "tag": "c234ef95-5e4e-495d-8537-53e8716d8b77", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:51:59.993385 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d5f3401e-1f84-4259-9ff8-bf3cdde5e791 {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:51:59.993385 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27b5a25-00f8-435a-80d8-b6800add6a04', 'tag': 'c234ef95-5e4e-495d-8537-53e8716d8b77', 'status': 'completed', 'code': 200} Jan 27 12:52:00.003360 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c62b2-3375-4d08-ad0a-ae0ff1d95399 service neutron] Pushing event updated for resources: {'Port': ['ID=c234ef95-5e4e-495d-8537-53e8716d8b77,revision_number=3']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:52:00.010108 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb65e2f-11c9-4882-bfbc-3ac9673c8e8b req-8df6dc85-30d8-4852-b592-b5748f6aaf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:00.011647 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4bb65e2f-11c9-4882-bfbc-3ac9673c8e8b req-8df6dc85-30d8-4852-b592-b5748f6aaf5b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f748fb8f-46de-4c32-959f-bac58f8a9f39 HTTP/1.1" status: 200 len: 856 time: 0.0760937 Jan 27 12:52:00.077977 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13eed74-e418-4c84-9f89-dcfcea4d22e7 req-6265d228-d019-4035-9cbe-1e9a142882e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:00.079512 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f13eed74-e418-4c84-9f89-dcfcea4d22e7 req-6265d228-d019-4035-9cbe-1e9a142882e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=249663e6bac04668835be079e8478eb1&device_id=d27b5a25-00f8-435a-80d8-b6800add6a04 HTTP/1.1" status: 200 len: 1096 time: 0.0670030 Jan 27 12:52:00.085873 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb65e2f-11c9-4882-bfbc-3ac9673c8e8b req-70f6b43f-1a1d-4aca-b6ce-ec29979f4d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:00.087377 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4bb65e2f-11c9-4882-bfbc-3ac9673c8e8b req-70f6b43f-1a1d-4aca-b6ce-ec29979f4d2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672038 Jan 27 12:52:00.221422 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e19b32-2ee9-42e3-a998-ab4f0febb350 req-8494f401-f2fc-4940-8e6b-9c01d4282301 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:00.222920 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d2e19b32-2ee9-42e3-a998-ab4f0febb350 req-8494f401-f2fc-4940-8e6b-9c01d4282301 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 943 time: 0.0500486 Jan 27 12:52:00.244627 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13eed74-e418-4c84-9f89-dcfcea4d22e7 req-65dd8f37-1310-4f8c-b122-f97e3de3b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:00.246042 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f13eed74-e418-4c84-9f89-dcfcea4d22e7 req-65dd8f37-1310-4f8c-b122-f97e3de3b078 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=249663e6bac04668835be079e8478eb1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1578248 Jan 27 12:52:00.248057 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4bb65e2f-11c9-4882-bfbc-3ac9673c8e8b req-b4c24bf2-6575-4a4b-bde5-72ae975c94c3 service neutron] 10.222.0.13 "GET /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518698 Jan 27 12:52:00.271992 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-d2e19b32-2ee9-42e3-a998-ab4f0febb350 req-863e4848-8867-45f4-ae30-d3e0b6412104 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426962 Jan 27 12:52:00.408864 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13eed74-e418-4c84-9f89-dcfcea4d22e7 req-c0eaed11-e503-4142-9583-4b05d0266344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:00.410328 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f13eed74-e418-4c84-9f89-dcfcea4d22e7 req-c0eaed11-e503-4142-9583-4b05d0266344 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1539726 Jan 27 12:52:00.413051 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4bb65e2f-11c9-4882-bfbc-3ac9673c8e8b req-fbd4dfcd-2269-4471-8bdd-bedae421c018 service neutron] 10.222.0.13 "GET /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556370 Jan 27 12:52:00.461693 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=109463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 12:52:00.492937 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-6ae5333e-55dd-4f82-bcb8-98287435e140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:00.494423 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-6ae5333e-55dd-4f82-bcb8-98287435e140 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=249663e6bac04668835be079e8478eb1&device_id=d27b5a25-00f8-435a-80d8-b6800add6a04 HTTP/1.1" status: 200 len: 1096 time: 0.0456192 Jan 27 12:52:00.533586 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-c5cad2fe-896e-4c78-b7c7-cea5a48943e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c234ef95-5e4e-495d-8537-53e8716d8b77 HTTP/1.1" status: 200 len: 217 time: 0.0325844 Jan 27 12:52:00.564208 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=7d51e1f0-0d05-42bb-b0b0-b382c319b2ff,segment=NetworkSegment(d2d42a91-b0c8-41fb-a27a-12a167fb0bb1),segment_id=d2d42a91-b0c8-41fb-a27a-12a167fb0bb1)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:52:00.579942 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Returning: {'device': '7d51e1f0-0d05-42bb-b0b0-b382c319b2ff', 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886', 'port_id': '7d51e1f0-0d05-42bb-b0b0-b382c319b2ff', 'mac_address': 'fa:16:3e:e5:6a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2057e7f-7b4f-4ccf-80eb-9d8bb780312e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 12:52:00.589698 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-dd8a3a02-3a60-4362-a352-2e79166b977d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:00.591117 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-dd8a3a02-3a60-4362-a352-2e79166b977d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b450d6ba-6f2c-4498-8ab8-ce2ca102b850 HTTP/1.1" status: 200 len: 849 time: 0.0514822 Jan 27 12:52:00.618359 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff is: DOWN; New status is: BUILD {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:52:00.618772 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (7d51e1f0-0d05-42bb-b0b0-b382c319b2ff), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:00.632180 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff {{(pid=109463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:52:00.650728 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=7d51e1f0-0d05-42bb-b0b0-b382c319b2ff,segment=NetworkSegment(d2d42a91-b0c8-41fb-a27a-12a167fb0bb1),segment_id=d2d42a91-b0c8-41fb-a27a-12a167fb0bb1)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:52:00.673907 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5263b-6979-4799-8716-e767e0c97a50 req-af88af40-200e-4674-8583-7d7e0caa7460 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:00.673907 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-28a5263b-6979-4799-8716-e767e0c97a50 req-af88af40-200e-4674-8583-7d7e0caa7460 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=d27b5a25-00f8-435a-80d8-b6800add6a04 HTTP/1.1" status: 200 len: 943 time: 0.0837934 Jan 27 12:52:00.673907 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-92b6be99-6b3d-44fa-b06d-8427bef3c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:00.673907 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-92b6be99-6b3d-44fa-b06d-8427bef3c1ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2b054f4-877c-446a-a491-c6a17689946c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568678 Jan 27 12:52:00.732033 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (7d51e1f0-0d05-42bb-b0b0-b382c319b2ff), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:00.760735 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-28a5263b-6979-4799-8716-e767e0c97a50 req-7a268ff0-9fe7-4064-9785-0417f12d3b33 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=23f81f9f-ca02-407d-8e19-82277640515f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906489 Jan 27 12:52:00.779908 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=7d51e1f0-0d05-42bb-b0b0-b382c319b2ff,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:52:00.786932 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:52:00.787286 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:52:00.787631 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:52:00.787964 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-4439b90e-fc02-4c59-b487-76eff93e9057 service neutron] 10.222.0.13 "GET /v2.0/networks/c2b054f4-877c-446a-a491-c6a17689946c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117353 Jan 27 12:52:00.788084 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:52:00.788304 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:52:00.788635 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:52:00.788963 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:52:00.789294 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:52:00.789618 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:52:00.789947 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:52:00.790268 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:52:00.790589 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:52:00.790936 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:52:00.970056 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['7d51e1f0-0d05-42bb-b0b0-b382c319b2ff'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:52:01.022481 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-43419130-fc94-4e85-8b88-f89dbe630d4d req-f66bdfd4-9edf-4802-bb29-7dd47777ef99 service neutron] 10.222.0.13 "GET /v2.0/networks/c2b054f4-877c-446a-a491-c6a17689946c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912540 Jan 27 12:52:01.072566 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a40f3e-450a-4281-9bf0-51f767e3de48 req-29a94256-025e-464d-9f4f-b4876d20f3d2 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:01.074044 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-c3a40f3e-450a-4281-9bf0-51f767e3de48 req-29a94256-025e-464d-9f4f-b4876d20f3d2 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 946 time: 0.0480611 Jan 27 12:52:01.120637 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-c3a40f3e-450a-4281-9bf0-51f767e3de48 req-6b1ac97d-01e0-4efa-8273-5a217d87c710 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407915 Jan 27 12:52:01.383856 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d8d3c-430a-4745-b7fe-b38973023efe req-4056e28c-d0a4-49a4-a40d-cc2dafa4102d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:01.385278 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-545d8d3c-430a-4745-b7fe-b38973023efe req-4056e28c-d0a4-49a4-a40d-cc2dafa4102d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 944 time: 0.0469663 Jan 27 12:52:01.431889 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-545d8d3c-430a-4745-b7fe-b38973023efe req-29279dbe-cfbb-4b6b-87ad-fb0fbc81b8a5 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412538 Jan 27 12:52:01.873809 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458a7a1-40b2-4edb-a032-2c6ccbaecc63 req-e78ce8eb-3d05-44a0-92e3-1cc98d9ab1c6 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:01.875289 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8458a7a1-40b2-4edb-a032-2c6ccbaecc63 req-e78ce8eb-3d05-44a0-92e3-1cc98d9ab1c6 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=d27b5a25-00f8-435a-80d8-b6800add6a04 HTTP/1.1" status: 200 len: 943 time: 0.0510328 Jan 27 12:52:01.920493 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8458a7a1-40b2-4edb-a032-2c6ccbaecc63 req-d239d779-4570-48f4-bc04-45306ab82f58 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=23f81f9f-ca02-407d-8e19-82277640515f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393291 Jan 27 12:52:02.238297 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f0b60-14a2-4e20-a897-aa4c9d9cb535 req-fd007c63-fb9b-46fa-956a-c175fbb063d2 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:02.240283 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-013f0b60-14a2-4e20-a897-aa4c9d9cb535 req-fd007c63-fb9b-46fa-956a-c175fbb063d2 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 946 time: 0.0508690 Jan 27 12:52:02.286135 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-013f0b60-14a2-4e20-a897-aa4c9d9cb535 req-3b55206e-e37d-4c0b-8c6f-417fe6f25b4c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402172 Jan 27 12:52:02.491912 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff up at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:52:02.541075 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0d670-dc27-4371-8bc6-f64942032d85 req-5255b880-a85f-49a7-8a72-03a54da91af8 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:02.542540 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-29b0d670-dc27-4371-8bc6-f64942032d85 req-5255b880-a85f-49a7-8a72-03a54da91af8 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 944 time: 0.0465171 Jan 27 12:52:02.589469 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-29b0d670-dc27-4371-8bc6-f64942032d85 req-7c08f0d3-505a-4c06-91a2-725b0441bcdd tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414586 Jan 27 12:52:02.600786 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning for port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff completed by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 12:52:02.605399 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning complete for port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:52:02.605771 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (7d51e1f0-0d05-42bb-b0b0-b382c319b2ff), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:02.679937 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff is: BUILD; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:52:02.680322 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (7d51e1f0-0d05-42bb-b0b0-b382c319b2ff), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:02.701257 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c042d0-4f5f-46de-b0b3-4f07627411d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d51e1f0-0d05-42bb-b0b0-b382c319b2ff'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:52:02.703499 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2296a7d2-e199-438e-a2e5-5b497cc121b0" -d '{"events": [{"server_uuid": "21c042d0-4f5f-46de-b0b3-4f07627411d6", "name": "network-vif-plugged", "status": "completed", "tag": "7d51e1f0-0d05-42bb-b0b0-b382c319b2ff"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:52:02.714987 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=7d51e1f0-0d05-42bb-b0b0-b382c319b2ff,segment=NetworkSegment(d2d42a91-b0c8-41fb-a27a-12a167fb0bb1),segment_id=d2d42a91-b0c8-41fb-a27a-12a167fb0bb1)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:52:02.782969 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (7d51e1f0-0d05-42bb-b0b0-b382c319b2ff), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:02.829810 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=7d51e1f0-0d05-42bb-b0b0-b382c319b2ff,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:52:02.853204 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eec96d3-3711-43b5-9050-239855ce43c5 x-openstack-request-id: req-6eec96d3-3711-43b5-9050-239855ce43c5 {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:52:02.853496 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c042d0-4f5f-46de-b0b3-4f07627411d6", "name": "network-vif-plugged", "status": "completed", "tag": "7d51e1f0-0d05-42bb-b0b0-b382c319b2ff", "code": 200}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:52:02.853750 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6eec96d3-3711-43b5-9050-239855ce43c5 {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:52:02.854166 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c042d0-4f5f-46de-b0b3-4f07627411d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d51e1f0-0d05-42bb-b0b0-b382c319b2ff', 'code': 200} Jan 27 12:52:03.038580 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2675ef-ce1a-4da0-bcfa-525727d639ee req-d6de669c-6da7-4f1e-892e-e4d9b86af417 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:03.040086 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-db2675ef-ce1a-4da0-bcfa-525727d639ee req-d6de669c-6da7-4f1e-892e-e4d9b86af417 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=d27b5a25-00f8-435a-80d8-b6800add6a04 HTTP/1.1" status: 200 len: 943 time: 0.0531893 Jan 27 12:52:03.089904 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-db2675ef-ce1a-4da0-bcfa-525727d639ee req-bb418447-dddd-44b4-be39-472a9538bf8b tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=23f81f9f-ca02-407d-8e19-82277640515f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441604 Jan 27 12:52:03.228967 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdaa403-c5cf-4a67-a4eb-b7472464f1cd req-7e38ddb6-1d9b-476e-abe7-3505f5d0bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:03.230429 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-dcdaa403-c5cf-4a67-a4eb-b7472464f1cd req-7e38ddb6-1d9b-476e-abe7-3505f5d0bee3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 1098 time: 0.0395138 Jan 27 12:52:03.274453 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-dcdaa403-c5cf-4a67-a4eb-b7472464f1cd req-97446b45-1ddf-4b9a-bd0f-215e2d294ea1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384505 Jan 27 12:52:03.405006 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c589d-2370-4bf6-9300-3539699897c5 req-ec23ab3a-5a00-41f0-94e3-6f4a79662cbf tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:03.406443 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-326c589d-2370-4bf6-9300-3539699897c5 req-ec23ab3a-5a00-41f0-94e3-6f4a79662cbf tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 946 time: 0.0491560 Jan 27 12:52:03.452146 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-326c589d-2370-4bf6-9300-3539699897c5 req-e688c550-b065-498f-b1f0-949a4cb504c7 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394549 Jan 27 12:52:03.698569 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e62e92-f265-4182-8e7e-bc85436fff08 req-e1df3de6-ad74-4a95-acb6-19bbdca658c8 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:03.700422 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a5e62e92-f265-4182-8e7e-bc85436fff08 req-e1df3de6-ad74-4a95-acb6-19bbdca658c8 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 945 time: 0.0473080 Jan 27 12:52:03.749180 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a5e62e92-f265-4182-8e7e-bc85436fff08 req-b8bb3c36-7fba-42ee-86de-91075b4dbbf2 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433431 Jan 27 12:52:04.200379 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fe716-ad16-4854-8555-6301e9d240ff req-1c5c4b12-2837-4ba6-807a-bcaadc708da4 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:04.201860 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5a4fe716-ad16-4854-8555-6301e9d240ff req-1c5c4b12-2837-4ba6-807a-bcaadc708da4 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=d27b5a25-00f8-435a-80d8-b6800add6a04 HTTP/1.1" status: 200 len: 943 time: 0.0475202 Jan 27 12:52:04.248921 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5a4fe716-ad16-4854-8555-6301e9d240ff req-322befbb-735a-46e6-a2e0-ab184565fb9b tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=23f81f9f-ca02-407d-8e19-82277640515f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416012 Jan 27 12:52:04.497495 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device c234ef95-5e4e-495d-8537-53e8716d8b77 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=109463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 12:52:04.569418 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b53648-9c52-4799-ac7f-e7a02e979675 req-8255a7de-3b11-4030-9df1-bb8eb53ef33e tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:04.570909 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-12b53648-9c52-4799-ac7f-e7a02e979675 req-8255a7de-3b11-4030-9df1-bb8eb53ef33e tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 946 time: 0.0482199 Jan 27 12:52:04.591937 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port c234ef95-5e4e-495d-8537-53e8716d8b77, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=c234ef95-5e4e-495d-8537-53e8716d8b77,segment=NetworkSegment(65f1ae4c-940a-41bf-91e5-c9736b2feeab),segment_id=65f1ae4c-940a-41bf-91e5-c9736b2feeab)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:52:04.603438 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Returning: {'device': 'c234ef95-5e4e-495d-8537-53e8716d8b77', 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'port_id': 'c234ef95-5e4e-495d-8537-53e8716d8b77', 'mac_address': 'fa:16:3e:37:2c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 12:52:04.616941 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-12b53648-9c52-4799-ac7f-e7a02e979675 req-2203b797-8819-42b3-9135-8e4e4c12a674 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404017 Jan 27 12:52:04.640399 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port c234ef95-5e4e-495d-8537-53e8716d8b77 is: DOWN; New status is: BUILD {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:52:04.640801 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (c234ef95-5e4e-495d-8537-53e8716d8b77), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:04.656440 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c234ef95-5e4e-495d-8537-53e8716d8b77 {{(pid=109463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:52:04.675381 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port c234ef95-5e4e-495d-8537-53e8716d8b77, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=c234ef95-5e4e-495d-8537-53e8716d8b77,segment=NetworkSegment(65f1ae4c-940a-41bf-91e5-c9736b2feeab),segment_id=65f1ae4c-940a-41bf-91e5-c9736b2feeab)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:52:04.725097 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (c234ef95-5e4e-495d-8537-53e8716d8b77), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:04.770015 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=c234ef95-5e4e-495d-8537-53e8716d8b77,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:52:04.859384 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97328da-8011-4c20-94d5-be2c396a8e93 req-eeabf0b8-55b2-456c-9155-ea84d8da84cb tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:04.860805 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-e97328da-8011-4c20-94d5-be2c396a8e93 req-eeabf0b8-55b2-456c-9155-ea84d8da84cb tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 945 time: 0.0463064 Jan 27 12:52:04.912062 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-e97328da-8011-4c20-94d5-be2c396a8e93 req-5287e1b1-e37c-4e0c-9114-eccda0d9307c tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452847 Jan 27 12:52:05.002005 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['c234ef95-5e4e-495d-8537-53e8716d8b77'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:52:05.027774 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2bb11-6447-4cae-b430-f157c26bc99c req-4a73ca19-d4d5-4a70-90eb-0db9b54d43cc tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:05.029180 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-eea2bb11-6447-4cae-b430-f157c26bc99c req-4a73ca19-d4d5-4a70-90eb-0db9b54d43cc tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 945 time: 0.0530357 Jan 27 12:52:05.079805 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-eea2bb11-6447-4cae-b430-f157c26bc99c req-8a768f4a-9387-4f37-8196-791489ed8da0 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449290 Jan 27 12:52:05.102507 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 45138) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:52:05.235888 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc53ea8-54f9-43c6-885b-35b7bee4cdeb tempest-TestShelveInstance-1382744103 tempest-TestShelveInstance-1382744103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:05.237366 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-fdc53ea8-54f9-43c6-885b-35b7bee4cdeb tempest-TestShelveInstance-1382744103 tempest-TestShelveInstance-1382744103-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 1093 time: 0.1338274 Jan 27 12:52:05.240396 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 45142) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:52:05.244563 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-b12c38c7-09ad-4873-899f-113736e6ba5d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Request body: {'floatingip': {'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'port_id': '7d51e1f0-0d05-42bb-b0b0-b382c319b2ff', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:52:05.324483 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b12c38c7-09ad-4873-899f-113736e6ba5d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:05.403097 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0230a4-14e2-40a5-8bf1-629f34861038 req-ad71c66e-ea49-4f84-b174-9bafc5399c5c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:05.404564 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3c0230a4-14e2-40a5-8bf1-629f34861038 req-ad71c66e-ea49-4f84-b174-9bafc5399c5c tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=d27b5a25-00f8-435a-80d8-b6800add6a04 HTTP/1.1" status: 200 len: 944 time: 0.0906930 Jan 27 12:52:05.462217 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3c0230a4-14e2-40a5-8bf1-629f34861038 req-3c4256fe-8373-406f-ba49-d700f7ee9004 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=23f81f9f-ca02-407d-8e19-82277640515f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518105 Jan 27 12:52:05.483291 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b12c38c7-09ad-4873-899f-113736e6ba5d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:05.581453 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_common [None req-b12c38c7-09ad-4873-899f-113736e6ba5d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Allocated IP 172.27.2.110 (eb2842ee-b281-40a5-b8cc-bad91d1f4211/1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a/c57af60c-4c4c-4acf-b148-b9e38e92fe6e) {{(pid=109462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:52:05.681435 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b12c38c7-09ad-4873-899f-113736e6ba5d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for port (c57af60c-4c4c-4acf-b148-b9e38e92fe6e), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:05.735623 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e15fc4-1d36-45d7-bbdc-cf895f779ced req-e99ef81a-2b60-4f33-b7d4-636d72f02214 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:05.737100 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e6e15fc4-1d36-45d7-bbdc-cf895f779ced req-e99ef81a-2b60-4f33-b7d4-636d72f02214 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 946 time: 0.0485051 Jan 27 12:52:05.772841 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b12c38c7-09ad-4873-899f-113736e6ba5d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (c57af60c-4c4c-4acf-b148-b9e38e92fe6e), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:05.783691 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e6e15fc4-1d36-45d7-bbdc-cf895f779ced req-4b6f4bf1-9666-4951-b2cb-c8f7d6b9bdad tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411336 Jan 27 12:52:05.809598 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12c38c7-09ad-4873-899f-113736e6ba5d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Network eb2842ee-b281-40a5-b8cc-bad91d1f4211 is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:52:05.812359 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-b12c38c7-09ad-4873-899f-113736e6ba5d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:52:05.814774 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12c38c7-09ad-4873-899f-113736e6ba5d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Received port after_create {{(pid=109462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:52:05.844529 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c38c7-09ad-4873-899f-113736e6ba5d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Pushing event updated for resources: {'Port': ['ID=c57af60c-4c4c-4acf-b148-b9e38e92fe6e,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:52:06.168795 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b12c38c7-09ad-4873-899f-113736e6ba5d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for floatingip (93ca5dd1-3a1d-4b2f-bcf0-b09da2243d8e), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:06.299729 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b12c38c7-09ad-4873-899f-113736e6ba5d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (c57af60c-4c4c-4acf-b148-b9e38e92fe6e), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:06.444383 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b12c38c7-09ad-4873-899f-113736e6ba5d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for port (c57af60c-4c4c-4acf-b148-b9e38e92fe6e), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:06.514242 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 843947ce-69b5-4af1-a0fa-52f08be3d788 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=109463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 12:52:06.520899 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device c234ef95-5e4e-495d-8537-53e8716d8b77 up at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:52:06.526016 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b12c38c7-09ad-4873-899f-113736e6ba5d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (c57af60c-4c4c-4acf-b148-b9e38e92fe6e), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:06.662197 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 843947ce-69b5-4af1-a0fa-52f08be3d788, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=843947ce-69b5-4af1-a0fa-52f08be3d788,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:52:06.676925 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Returning: {'device': '843947ce-69b5-4af1-a0fa-52f08be3d788', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'port_id': '843947ce-69b5-4af1-a0fa-52f08be3d788', 'mac_address': 'fa:16:3e:ee:f6:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 12:52:06.702282 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning for port c234ef95-5e4e-495d-8537-53e8716d8b77 completed by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 12:52:06.710201 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning complete for port c234ef95-5e4e-495d-8537-53e8716d8b77 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:52:06.710580 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (c234ef95-5e4e-495d-8537-53e8716d8b77), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:06.741765 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 843947ce-69b5-4af1-a0fa-52f08be3d788 is: ACTIVE; New status is: BUILD {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:52:06.742081 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:06.764512 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 843947ce-69b5-4af1-a0fa-52f08be3d788 {{(pid=109463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:52:06.790767 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 843947ce-69b5-4af1-a0fa-52f08be3d788, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=843947ce-69b5-4af1-a0fa-52f08be3d788,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:52:06.834198 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port c234ef95-5e4e-495d-8537-53e8716d8b77 is: BUILD; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:52:06.834649 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (c234ef95-5e4e-495d-8537-53e8716d8b77), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:06.859079 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27b5a25-00f8-435a-80d8-b6800add6a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c234ef95-5e4e-495d-8537-53e8716d8b77'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:52:06.861383 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e567d6f-6aca-4c02-b738-7cad291ec857" -d '{"events": [{"server_uuid": "d27b5a25-00f8-435a-80d8-b6800add6a04", "name": "network-vif-plugged", "status": "completed", "tag": "c234ef95-5e4e-495d-8537-53e8716d8b77"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:52:06.872274 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:06.928545 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port c234ef95-5e4e-495d-8537-53e8716d8b77, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=c234ef95-5e4e-495d-8537-53e8716d8b77,segment=NetworkSegment(65f1ae4c-940a-41bf-91e5-c9736b2feeab),segment_id=65f1ae4c-940a-41bf-91e5-c9736b2feeab)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:52:06.931592 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=843947ce-69b5-4af1-a0fa-52f08be3d788,revision_number=6']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:52:06.933351 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c38c7-09ad-4873-899f-113736e6ba5d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Pushing event updated for resources: {'Port': ['ID=c57af60c-4c4c-4acf-b148-b9e38e92fe6e,revision_number=2']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:52:06.934055 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c543-50dd-472b-8ee0-f6c55e94ada9 req-2d9c8a7f-d968-44e9-88c3-2e4246a0255a tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:06.942693 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-69c6c543-50dd-472b-8ee0-f6c55e94ada9 req-2d9c8a7f-d968-44e9-88c3-2e4246a0255a tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 945 time: 0.0804839 Jan 27 12:52:06.957108 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b12c38c7-09ad-4873-899f-113736e6ba5d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664114'] for floatingip (93ca5dd1-3a1d-4b2f-bcf0-b09da2243d8e), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:06.983634 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['843947ce-69b5-4af1-a0fa-52f08be3d788'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:52:06.990592 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-69c6c543-50dd-472b-8ee0-f6c55e94ada9 req-0b894688-113f-4907-bb53-a203af78848c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469348 Jan 27 12:52:07.005332 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c154d-e2c2-4cb5-a9c2-2a7ededd1f0a req-8eb71167-e886-4169-993c-bd265d4788b0 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:07.007430 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-6c7c154d-e2c2-4cb5-a9c2-2a7ededd1f0a req-8eb71167-e886-4169-993c-bd265d4788b0 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=d27b5a25-00f8-435a-80d8-b6800add6a04 HTTP/1.1" status: 200 len: 944 time: 0.4661794 Jan 27 12:52:07.014370 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (c234ef95-5e4e-495d-8537-53e8716d8b77), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:07.054199 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c30b864-bc71-40b6-8dff-1a9f29ac6bde x-openstack-request-id: req-2c30b864-bc71-40b6-8dff-1a9f29ac6bde {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:52:07.054601 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27b5a25-00f8-435a-80d8-b6800add6a04", "name": "network-vif-plugged", "status": "completed", "tag": "c234ef95-5e4e-495d-8537-53e8716d8b77", "code": 200}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:52:07.056724 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c30b864-bc71-40b6-8dff-1a9f29ac6bde {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:52:07.056724 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27b5a25-00f8-435a-80d8-b6800add6a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c234ef95-5e4e-495d-8537-53e8716d8b77', 'code': 200} Jan 27 12:52:07.125809 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-6c7c154d-e2c2-4cb5-a9c2-2a7ededd1f0a req-4bdc49e4-15fe-4ddc-a7f6-f484b0c986d7 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=23f81f9f-ca02-407d-8e19-82277640515f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980096 Jan 27 12:52:07.139291 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.db.l3_db [None req-b12c38c7-09ad-4873-899f-113736e6ba5d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Floating IP 93ca5dd1-3a1d-4b2f-bcf0-b09da2243d8e associated. External IP: 172.27.2.110, port: 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff. Jan 27 12:52:07.256337 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=c234ef95-5e4e-495d-8537-53e8716d8b77,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:52:07.397642 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12c38c7-09ad-4873-899f-113736e6ba5d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Router 1f4113b1-eb17-4325-b283-758ca72fd468 has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:52:07.414861 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1f1c2-e3e2-4248-87d3-e223a5e87f64 req-6905b716-0418-4949-a523-381d662c91d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:07.416645 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-e0f1f1c2-e3e2-4248-87d3-e223a5e87f64 req-6905b716-0418-4949-a523-381d662c91d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d27b5a25-00f8-435a-80d8-b6800add6a04 HTTP/1.1" status: 200 len: 1098 time: 0.0568340 Jan 27 12:52:07.534510 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-e0f1f1c2-e3e2-4248-87d3-e223a5e87f64 req-0fbc743a-123d-45e0-8352-002cc0c0c39e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=23f81f9f-ca02-407d-8e19-82277640515f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835595 Jan 27 12:52:07.549522 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12c38c7-09ad-4873-899f-113736e6ba5d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:52:07.560554 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b963a6e-40f2-40dd-9ad7-7dadd2741e17 None None] Sync routers for ids ['1f4113b1-eb17-4325-b283-758ca72fd468'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:52:07.573739 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b963a6e-40f2-40dd-9ad7-7dadd2741e17 None None] Routers {'1f4113b1-eb17-4325-b283-758ca72fd468'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:52:07.574454 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-5b963a6e-40f2-40dd-9ad7-7dadd2741e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:51:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['1f4113b1-eb17-4325-b283-758ca72fd468'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:52:07.648915 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b12c38c7-09ad-4873-899f-113736e6ba5d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for floatingip (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:07.691340 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-b12c38c7-09ad-4873-899f-113736e6ba5d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4498701 Jan 27 12:52:07.693065 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c042d0-4f5f-46de-b0b3-4f07627411d6', 'tag': '7d51e1f0-0d05-42bb-b0b0-b382c319b2ff'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:52:07.696391 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44648633-2a35-4203-b1c1-9f5bce1f8532" -d '{"events": [{"name": "network-changed", "server_uuid": "21c042d0-4f5f-46de-b0b3-4f07627411d6", "tag": "7d51e1f0-0d05-42bb-b0b0-b382c319b2ff"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:52:07.698126 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-5b963a6e-40f2-40dd-9ad7-7dadd2741e17 None None] Set router 1f4113b1-eb17-4325-b283-758ca72fd468 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:52:07.747604 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84600b31-269d-4f5c-9e4c-e38bdc19c371 x-openstack-request-id: req-84600b31-269d-4f5c-9e4c-e38bdc19c371 {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:52:07.747963 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c042d0-4f5f-46de-b0b3-4f07627411d6", "tag": "7d51e1f0-0d05-42bb-b0b0-b382c319b2ff", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:52:07.759898 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84600b31-269d-4f5c-9e4c-e38bdc19c371 {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:52:07.759898 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c042d0-4f5f-46de-b0b3-4f07627411d6', 'tag': '7d51e1f0-0d05-42bb-b0b0-b382c319b2ff', 'status': 'completed', 'code': 200} Jan 27 12:52:07.821662 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44648633-2a35-4203-b1c1-9f5bce1f8532 req-fda9ae8e-26af-49ae-a74d-f4d57b53a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:07.823174 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-44648633-2a35-4203-b1c1-9f5bce1f8532 req-fda9ae8e-26af-49ae-a74d-f4d57b53a7e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=399e6049e194420f981610e835c63d4c&device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 1098 time: 0.0481277 Jan 27 12:52:07.941436 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44648633-2a35-4203-b1c1-9f5bce1f8532 req-9a07dcc4-cb32-4fea-97c3-8b98819fa025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:07.944176 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-44648633-2a35-4203-b1c1-9f5bce1f8532 req-9a07dcc4-cb32-4fea-97c3-8b98819fa025 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b881bfa-8c59-42cc-bbb7-915cf0da0886 HTTP/1.1" status: 200 len: 910 time: 0.1137145 Jan 27 12:52:07.962776 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-5b963a6e-40f2-40dd-9ad7-7dadd2741e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'name': 'tempest-TestShelveInstance-1898310247-router', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '894d7355-aaac-4cd7-a1cb-e03d04d3e78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:51:14Z', 'updated_at': '2022-01-27T12:51:17Z', 'revision_number': 4, 'project_id': '399e6049e194420f981610e835c63d4c', 'gw_port': {'id': '894d7355-aaac-4cd7-a1cb-e03d04d3e78c', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:15Z', 'updated_at': '2022-01-27T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': '93ca5dd1-3a1d-4b2f-bcf0-b09da2243d8e', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'port_id': '7d51e1f0-0d05-42bb-b0b0-b382c319b2ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886', 'mac_address': 'fa:16:3e:e5:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c042d0-4f5f-46de-b0b3-4f07627411d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:52:06Z', 'updated_at': '2022-01-27T12:52:06Z', 'revision_number': 0, 'project_id': '399e6049e194420f981610e835c63d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f030666f-d982-41c0-a6c1-00f03d3ad68b', 'name': '', 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'mac_address': 'fa:16:3e:d3:b3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e2057e7f-7b4f-4ccf-80eb-9d8bb780312e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:17Z', 'updated_at': '2022-01-27T12:51:22Z', 'revision_number': 5, 'project_id': '399e6049e194420f981610e835c63d4c', 'subnets': [{'id': 'e2057e7f-7b4f-4ccf-80eb-9d8bb780312e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:52:07.999012 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b963a6e-40f2-40dd-9ad7-7dadd2741e17 None None] Checking router: 1f4113b1-eb17-4325-b283-758ca72fd468 for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:52:08.015315 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b963a6e-40f2-40dd-9ad7-7dadd2741e17 None None] Routers {'1f4113b1-eb17-4325-b283-758ca72fd468'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:52:08.015315 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-5b963a6e-40f2-40dd-9ad7-7dadd2741e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:51:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['1f4113b1-eb17-4325-b283-758ca72fd468'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:52:08.040648 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-44648633-2a35-4203-b1c1-9f5bce1f8532 req-f12005b0-21b4-4ae3-a053-e32f1e482f18 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d51e1f0-0d05-42bb-b0b0-b382c319b2ff HTTP/1.1" status: 200 len: 999 time: 0.0804138 Jan 27 12:52:08.148960 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44648633-2a35-4203-b1c1-9f5bce1f8532 req-d63d7085-dc53-412f-a2e6-bdb656726894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:08.151020 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-44648633-2a35-4203-b1c1-9f5bce1f8532 req-d63d7085-dc53-412f-a2e6-bdb656726894 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e2057e7f-7b4f-4ccf-80eb-9d8bb780312e HTTP/1.1" status: 200 len: 848 time: 0.1035354 Jan 27 12:52:08.220003 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241d219-a79a-4b92-b672-e232a6eeb5dd req-8aea59e5-bca2-4d31-b8f8-fce8b0ee2cc7 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:08.226071 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-5b963a6e-40f2-40dd-9ad7-7dadd2741e17 None None] Set router 1f4113b1-eb17-4325-b283-758ca72fd468 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:52:08.228349 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4241d219-a79a-4b92-b672-e232a6eeb5dd req-8aea59e5-bca2-4d31-b8f8-fce8b0ee2cc7 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 945 time: 0.1259947 Jan 27 12:52:08.280462 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44648633-2a35-4203-b1c1-9f5bce1f8532 req-b30e734d-ec52-4b47-886d-f5cef43b3bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:08.280462 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-44648633-2a35-4203-b1c1-9f5bce1f8532 req-b30e734d-ec52-4b47-886d-f5cef43b3bf5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b881bfa-8c59-42cc-bbb7-915cf0da0886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1177170 Jan 27 12:52:08.335067 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4241d219-a79a-4b92-b672-e232a6eeb5dd req-d6a14479-e3bc-4f88-a3e5-f599bdf2cd6a tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010833 Jan 27 12:52:08.336355 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f8cb9-d123-4047-81f3-f77be25b90f5 req-b894e6f9-c405-4e54-8d20-e9ce8ab6fbe4 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:08.343115 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a62f8cb9-d123-4047-81f3-f77be25b90f5 req-b894e6f9-c405-4e54-8d20-e9ce8ab6fbe4 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=d27b5a25-00f8-435a-80d8-b6800add6a04 HTTP/1.1" status: 200 len: 945 time: 0.0947289 Jan 27 12:52:08.409177 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a62f8cb9-d123-4047-81f3-f77be25b90f5 req-ab96827e-2c20-4f81-a5d4-ae3cbdb05fd5 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=23f81f9f-ca02-407d-8e19-82277640515f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605555 Jan 27 12:52:08.423311 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-44648633-2a35-4203-b1c1-9f5bce1f8532 req-9dd2d5a7-055e-46f0-bfc0-4ca9543476c5 service neutron] 10.222.0.13 "GET /v2.0/networks/6b881bfa-8c59-42cc-bbb7-915cf0da0886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349277 Jan 27 12:52:08.526130 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-5b963a6e-40f2-40dd-9ad7-7dadd2741e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'name': 'tempest-TestShelveInstance-1898310247-router', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '894d7355-aaac-4cd7-a1cb-e03d04d3e78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:51:14Z', 'updated_at': '2022-01-27T12:51:17Z', 'revision_number': 4, 'project_id': '399e6049e194420f981610e835c63d4c', 'gw_port': {'id': '894d7355-aaac-4cd7-a1cb-e03d04d3e78c', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:15Z', 'updated_at': '2022-01-27T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': '93ca5dd1-3a1d-4b2f-bcf0-b09da2243d8e', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'port_id': '7d51e1f0-0d05-42bb-b0b0-b382c319b2ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886', 'mac_address': 'fa:16:3e:e5:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c042d0-4f5f-46de-b0b3-4f07627411d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:52:06Z', 'updated_at': '2022-01-27T12:52:06Z', 'revision_number': 0, 'project_id': '399e6049e194420f981610e835c63d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f030666f-d982-41c0-a6c1-00f03d3ad68b', 'name': '', 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'mac_address': 'fa:16:3e:d3:b3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e2057e7f-7b4f-4ccf-80eb-9d8bb780312e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:17Z', 'updated_at': '2022-01-27T12:51:22Z', 'revision_number': 5, 'project_id': '399e6049e194420f981610e835c63d4c', 'subnets': [{'id': 'e2057e7f-7b4f-4ccf-80eb-9d8bb780312e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:52:08.559229 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-44648633-2a35-4203-b1c1-9f5bce1f8532 req-a626d301-62f1-456e-94e9-60e1fd9422cd service neutron] 10.222.0.13 "GET /v2.0/networks/6b881bfa-8c59-42cc-bbb7-915cf0da0886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268208 Jan 27 12:52:08.563314 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b963a6e-40f2-40dd-9ad7-7dadd2741e17 None None] The sync data for ids ['1f4113b1-eb17-4325-b283-758ca72fd468'] in dv-cinder-824031-3-iscsi is: [{'id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'name': 'tempest-TestShelveInstance-1898310247-router', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '894d7355-aaac-4cd7-a1cb-e03d04d3e78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:51:14Z', 'updated_at': '2022-01-27T12:51:17Z', 'revision_number': 4, 'project_id': '399e6049e194420f981610e835c63d4c', 'gw_port': {'id': '894d7355-aaac-4cd7-a1cb-e03d04d3e78c', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:15Z', 'updated_at': '2022-01-27T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': '93ca5dd1-3a1d-4b2f-bcf0-b09da2243d8e', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'port_id': '7d51e1f0-0d05-42bb-b0b0-b382c319b2ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886', 'mac_address': 'fa:16:3e:e5:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c042d0-4f5f-46de-b0b3-4f07627411d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:52:06Z', 'updated_at': '2022-01-27T12:52:06Z', 'revision_number': 0, 'project_id': '399e6049e194420f981610e835c63d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f030666f-d982-41c0-a6c1-00f03d3ad68b', 'name': '', 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'mac_address': 'fa:16:3e:d3:b3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e2057e7f-7b4f-4ccf-80eb-9d8bb780312e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:17Z', 'updated_at': '2022-01-27T12:51:22Z', 'revision_number': 5, 'project_id': '399e6049e194420f981610e835c63d4c', 'subnets': [{'id': 'e2057e7f-7b4f-4ccf-80eb-9d8bb780312e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:52:08.568880 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 843947ce-69b5-4af1-a0fa-52f08be3d788 up at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:52:08.638913 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning complete for port 843947ce-69b5-4af1-a0fa-52f08be3d788 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:52:08.639705 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:08.747319 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 843947ce-69b5-4af1-a0fa-52f08be3d788 is: BUILD; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:52:08.747720 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:08.787378 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 843947ce-69b5-4af1-a0fa-52f08be3d788, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=843947ce-69b5-4af1-a0fa-52f08be3d788,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:52:08.834539 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:08.891270 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=843947ce-69b5-4af1-a0fa-52f08be3d788,revision_number=7']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:52:08.912921 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4990759f-9454-46e8-9be4-604375f82e9e None None] New status for floating IP 93ca5dd1-3a1d-4b2f-bcf0-b09da2243d8e: ACTIVE {{(pid=109464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 12:52:09.056426 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843947ce-69b5-4af1-a0fa-52f08be3d788'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:52:09.058703 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d44428-f34e-4703-90ff-691f47501125" -d '{"events": [{"server_uuid": "b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8", "name": "network-vif-plugged", "status": "completed", "tag": "843947ce-69b5-4af1-a0fa-52f08be3d788"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:52:09.101375 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9891375-a085-46b8-8e0d-e54f498aa373 x-openstack-request-id: req-f9891375-a085-46b8-8e0d-e54f498aa373 {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:52:09.101677 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8", "name": "network-vif-plugged", "status": "completed", "tag": "843947ce-69b5-4af1-a0fa-52f08be3d788", "code": 200}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:52:09.101934 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f9891375-a085-46b8-8e0d-e54f498aa373 {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:52:09.102332 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843947ce-69b5-4af1-a0fa-52f08be3d788', 'code': 200} Jan 27 12:52:09.469139 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531a1e4-0d81-4aa1-afeb-8a784f4a38e9 req-f19206dc-3963-4036-bfe8-2b812af6800d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:09.471125 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7531a1e4-0d81-4aa1-afeb-8a784f4a38e9 req-f19206dc-3963-4036-bfe8-2b812af6800d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 946 time: 0.0606916 Jan 27 12:52:09.535587 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7531a1e4-0d81-4aa1-afeb-8a784f4a38e9 req-b660ea3a-ab5b-4daf-b89b-235c0d33c636 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580599 Jan 27 12:52:09.564161 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0aa1d4-d693-44d9-bd1f-6f82c7503197 req-e409225d-5e9b-4028-a8d5-af8d4ef0f1bf tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:09.572107 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0d0aa1d4-d693-44d9-bd1f-6f82c7503197 req-e409225d-5e9b-4028-a8d5-af8d4ef0f1bf tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=d27b5a25-00f8-435a-80d8-b6800add6a04 HTTP/1.1" status: 200 len: 945 time: 0.0892103 Jan 27 12:52:09.617526 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0d0aa1d4-d693-44d9-bd1f-6f82c7503197 req-bb3345b7-4b8b-41cc-a685-a0e3893f34b4 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=23f81f9f-ca02-407d-8e19-82277640515f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442841 Jan 27 12:52:09.740979 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cda28-8324-452b-ace2-b8c7418971f0 req-389252d8-5ab6-49ce-8db0-f680223bc28b tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:09.742772 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-cd6cda28-8324-452b-ace2-b8c7418971f0 req-389252d8-5ab6-49ce-8db0-f680223bc28b tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=d27b5a25-00f8-435a-80d8-b6800add6a04 HTTP/1.1" status: 200 len: 945 time: 0.0540872 Jan 27 12:52:09.751024 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 45192) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:52:09.756621 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-4320e4e4-3866-428c-9207-eba474beaa86 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Request body: {'floatingip': {'port_id': 'c234ef95-5e4e-495d-8537-53e8716d8b77'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:52:09.797295 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-4320e4e4-3866-428c-9207-eba474beaa86 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for floatingip (09734984-9858-466c-b71f-98747013b05c), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:10.283980 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-4320e4e4-3866-428c-9207-eba474beaa86 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:10.394883 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-4320e4e4-3866-428c-9207-eba474beaa86 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664114'] for floatingip (09734984-9858-466c-b71f-98747013b05c), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:10.501598 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.db.l3_db [None req-4320e4e4-3866-428c-9207-eba474beaa86 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Floating IP 09734984-9858-466c-b71f-98747013b05c associated. External IP: 172.27.2.182, port: c234ef95-5e4e-495d-8537-53e8716d8b77. Jan 27 12:52:10.684786 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebdf82-34fa-42b7-bb38-316be685b76d req-e70b21c5-aabc-4429-ae83-e0382c588227 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:10.686428 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-56ebdf82-34fa-42b7-bb38-316be685b76d req-e70b21c5-aabc-4429-ae83-e0382c588227 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 946 time: 0.0556755 Jan 27 12:52:10.750123 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4320e4e4-3866-428c-9207-eba474beaa86 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Router 9bad885b-d714-4000-a763-93fd6a88ce5d has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:52:10.765490 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-56ebdf82-34fa-42b7-bb38-316be685b76d req-c6d20552-84a1-4cce-8f8a-db03c1412323 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628605 Jan 27 12:52:10.870987 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4320e4e4-3866-428c-9207-eba474beaa86 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:52:10.876848 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-4320e4e4-3866-428c-9207-eba474beaa86 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for floatingip (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:10.884010 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa3aa04-e8e5-4e18-a704-a70434719f76 None None] Sync routers for ids ['9bad885b-d714-4000-a763-93fd6a88ce5d'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:52:10.899313 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa3aa04-e8e5-4e18-a704-a70434719f76 None None] Routers {'9bad885b-d714-4000-a763-93fd6a88ce5d'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:52:10.900691 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-2aa3aa04-e8e5-4e18-a704-a70434719f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:51:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['9bad885b-d714-4000-a763-93fd6a88ce5d'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:52:10.905387 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-4320e4e4-3866-428c-9207-eba474beaa86 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "PUT /v2.0/floatingips/09734984-9858-466c-b71f-98747013b05c HTTP/1.1" status: 200 len: 991 time: 1.1532109 Jan 27 12:52:10.905968 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27b5a25-00f8-435a-80d8-b6800add6a04', 'tag': 'c234ef95-5e4e-495d-8537-53e8716d8b77'}] {{(pid=109461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:52:10.917092 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13caf501d2ade89ef8f3be641e2375f4ed3bc8c86955b9dc87ba2ae8dc6631d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4bfc9f-a368-4e96-849d-38c1ac45dd43" -d '{"events": [{"name": "network-changed", "server_uuid": "d27b5a25-00f8-435a-80d8-b6800add6a04", "tag": "c234ef95-5e4e-495d-8537-53e8716d8b77"}]}' {{(pid=109461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:52:11.037783 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-2aa3aa04-e8e5-4e18-a704-a70434719f76 None None] Set router 9bad885b-d714-4000-a763-93fd6a88ce5d gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:52:11.066721 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2b447b-d2f0-4648-a0b4-7c56aee77a01 x-openstack-request-id: req-dc2b447b-d2f0-4648-a0b4-7c56aee77a01 {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:52:11.068086 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27b5a25-00f8-435a-80d8-b6800add6a04", "tag": "c234ef95-5e4e-495d-8537-53e8716d8b77", "status": "completed", "code": 200}]} {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:52:11.068528 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dc2b447b-d2f0-4648-a0b4-7c56aee77a01 {{(pid=109461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:52:11.069123 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27b5a25-00f8-435a-80d8-b6800add6a04', 'tag': 'c234ef95-5e4e-495d-8537-53e8716d8b77', 'status': 'completed', 'code': 200} Jan 27 12:52:11.147028 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bfc9f-a368-4e96-849d-38c1ac45dd43 req-ff1e8360-e467-4585-b653-689235b40f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:11.148885 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0b4bfc9f-a368-4e96-849d-38c1ac45dd43 req-ff1e8360-e467-4585-b653-689235b40f91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=249663e6bac04668835be079e8478eb1&device_id=d27b5a25-00f8-435a-80d8-b6800add6a04 HTTP/1.1" status: 200 len: 1098 time: 0.0521452 Jan 27 12:52:11.264288 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bfc9f-a368-4e96-849d-38c1ac45dd43 req-4d94043a-253d-4aa7-9406-64396d6c5bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:11.265754 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0b4bfc9f-a368-4e96-849d-38c1ac45dd43 req-4d94043a-253d-4aa7-9406-64396d6c5bc2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2b054f4-877c-446a-a491-c6a17689946c HTTP/1.1" status: 200 len: 911 time: 0.1112726 Jan 27 12:52:11.302688 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-2aa3aa04-e8e5-4e18-a704-a70434719f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'name': 'tempest-AttachVolumeTestJSON-389966503-router', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:26Z', 'revision_number': 4, 'project_id': '249663e6bac04668835be079e8478eb1', 'gw_port': {'id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': '09734984-9858-466c-b71f-98747013b05c', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'port_id': 'c234ef95-5e4e-495d-8537-53e8716d8b77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'mac_address': 'fa:16:3e:37:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27b5a25-00f8-435a-80d8-b6800add6a04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:51:54Z', 'updated_at': '2022-01-27T12:52:10Z', 'revision_number': 1, 'project_id': '249663e6bac04668835be079e8478eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed19dbc-fa88-4dfc-ac98-f4bfdcf63214', 'name': '', 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'mac_address': 'fa:16:3e:e6:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:25Z', 'updated_at': '2022-01-27T12:47:30Z', 'revision_number': 5, 'project_id': '249663e6bac04668835be079e8478eb1', 'subnets': [{'id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:52:11.335405 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa3aa04-e8e5-4e18-a704-a70434719f76 None None] Checking router: 9bad885b-d714-4000-a763-93fd6a88ce5d for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:52:11.344610 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa3aa04-e8e5-4e18-a704-a70434719f76 None None] Routers {'9bad885b-d714-4000-a763-93fd6a88ce5d'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:52:11.345367 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-2aa3aa04-e8e5-4e18-a704-a70434719f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:51:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['9bad885b-d714-4000-a763-93fd6a88ce5d'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:52:11.352496 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0b4bfc9f-a368-4e96-849d-38c1ac45dd43 req-33d378ce-f4e1-4281-aa80-f27d7e87631b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c234ef95-5e4e-495d-8537-53e8716d8b77 HTTP/1.1" status: 200 len: 999 time: 0.0801914 Jan 27 12:52:11.420850 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bfc9f-a368-4e96-849d-38c1ac45dd43 req-cad59b65-e6f7-4332-81c8-d4065ef64e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:11.422563 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0b4bfc9f-a368-4e96-849d-38c1ac45dd43 req-cad59b65-e6f7-4332-81c8-d4065ef64e66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b450d6ba-6f2c-4498-8ab8-ce2ca102b850 HTTP/1.1" status: 200 len: 849 time: 0.0633051 Jan 27 12:52:11.476444 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-2aa3aa04-e8e5-4e18-a704-a70434719f76 None None] Set router 9bad885b-d714-4000-a763-93fd6a88ce5d gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:52:11.482424 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bfc9f-a368-4e96-849d-38c1ac45dd43 req-7e7e33ec-7fc2-4d84-8c28-742b3bb062d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:11.484109 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0b4bfc9f-a368-4e96-849d-38c1ac45dd43 req-7e7e33ec-7fc2-4d84-8c28-742b3bb062d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2b054f4-877c-446a-a491-c6a17689946c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546398 Jan 27 12:52:11.577864 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0b4bfc9f-a368-4e96-849d-38c1ac45dd43 req-c2507bca-9031-490e-8709-444f74c1a5f9 service neutron] 10.222.0.13 "GET /v2.0/networks/c2b054f4-877c-446a-a491-c6a17689946c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848227 Jan 27 12:52:11.692453 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0b4bfc9f-a368-4e96-849d-38c1ac45dd43 req-c359f1c7-71f4-44af-b099-753c3d60e049 service neutron] 10.222.0.13 "GET /v2.0/networks/c2b054f4-877c-446a-a491-c6a17689946c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069746 Jan 27 12:52:11.762119 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-2aa3aa04-e8e5-4e18-a704-a70434719f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'name': 'tempest-AttachVolumeTestJSON-389966503-router', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:26Z', 'revision_number': 4, 'project_id': '249663e6bac04668835be079e8478eb1', 'gw_port': {'id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': '09734984-9858-466c-b71f-98747013b05c', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'port_id': 'c234ef95-5e4e-495d-8537-53e8716d8b77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'mac_address': 'fa:16:3e:37:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27b5a25-00f8-435a-80d8-b6800add6a04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:51:54Z', 'updated_at': '2022-01-27T12:52:10Z', 'revision_number': 1, 'project_id': '249663e6bac04668835be079e8478eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed19dbc-fa88-4dfc-ac98-f4bfdcf63214', 'name': '', 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'mac_address': 'fa:16:3e:e6:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:25Z', 'updated_at': '2022-01-27T12:47:30Z', 'revision_number': 5, 'project_id': '249663e6bac04668835be079e8478eb1', 'subnets': [{'id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:52:11.797205 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa3aa04-e8e5-4e18-a704-a70434719f76 None None] The sync data for ids ['9bad885b-d714-4000-a763-93fd6a88ce5d'] in dv-cinder-824031-3-iscsi is: [{'id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'name': 'tempest-AttachVolumeTestJSON-389966503-router', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:26Z', 'revision_number': 4, 'project_id': '249663e6bac04668835be079e8478eb1', 'gw_port': {'id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': '09734984-9858-466c-b71f-98747013b05c', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'port_id': 'c234ef95-5e4e-495d-8537-53e8716d8b77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'mac_address': 'fa:16:3e:37:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27b5a25-00f8-435a-80d8-b6800add6a04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:51:54Z', 'updated_at': '2022-01-27T12:52:10Z', 'revision_number': 1, 'project_id': '249663e6bac04668835be079e8478eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed19dbc-fa88-4dfc-ac98-f4bfdcf63214', 'name': '', 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'mac_address': 'fa:16:3e:e6:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:25Z', 'updated_at': '2022-01-27T12:47:30Z', 'revision_number': 5, 'project_id': '249663e6bac04668835be079e8478eb1', 'subnets': [{'id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:52:11.906777 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ce4af-272a-4c4f-9313-9fd5abb67dd8 req-56dd0b7f-4af3-4c8d-8f8a-92e99b0299ac tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:11.920772 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-914ce4af-272a-4c4f-9313-9fd5abb67dd8 req-56dd0b7f-4af3-4c8d-8f8a-92e99b0299ac tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 946 time: 0.0798209 Jan 27 12:52:11.976632 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-914ce4af-272a-4c4f-9313-9fd5abb67dd8 req-3111d840-0ce9-4033-8e3b-5d38a229fd21 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548363 Jan 27 12:52:12.100096 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ed44e5-7320-41df-9846-1945b1ec675f None None] New status for floating IP 09734984-9858-466c-b71f-98747013b05c: ACTIVE {{(pid=109464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 12:52:13.104533 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf02df4-3bb4-4129-a3bf-dade723ec674 req-58595f9f-b56d-445e-b9f1-b911e9cec57b tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:13.110962 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1cf02df4-3bb4-4129-a3bf-dade723ec674 req-58595f9f-b56d-445e-b9f1-b911e9cec57b tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 946 time: 0.0545743 Jan 27 12:52:13.156431 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1cf02df4-3bb4-4129-a3bf-dade723ec674 req-009d9eb5-1dad-4be1-96fb-358f2e3fe182 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441720 Jan 27 12:52:14.319952 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabc059-f7c7-4403-a9af-b2d79957b8c6 req-9055c03f-a807-4924-a89e-705f2edf58db tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:14.322819 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ceabc059-f7c7-4403-a9af-b2d79957b8c6 req-9055c03f-a807-4924-a89e-705f2edf58db tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 946 time: 0.0669620 Jan 27 12:52:14.376065 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ceabc059-f7c7-4403-a9af-b2d79957b8c6 req-992f90ef-b2df-4f1e-9e4f-86999bd1fbde tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475345 Jan 27 12:52:15.510289 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4684c-71c5-4f4a-a9e5-41cbdb20926e req-5ab4c4ce-9473-4754-9478-727903e599a4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:15.511775 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6be4684c-71c5-4f4a-a9e5-41cbdb20926e req-5ab4c4ce-9473-4754-9478-727903e599a4 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 946 time: 0.0572000 Jan 27 12:52:15.574318 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6be4684c-71c5-4f4a-a9e5-41cbdb20926e req-baf331a6-a0f9-4936-a3a3-0b334bbfc873 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549378 Jan 27 12:52:16.699581 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c765b-3e93-4f36-ad69-3f37446a5223 req-b55954b4-01b4-4528-be68-8578c5517def tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:16.701135 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6d3c765b-3e93-4f36-ad69-3f37446a5223 req-b55954b4-01b4-4528-be68-8578c5517def tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 946 time: 0.0549345 Jan 27 12:52:16.753903 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6d3c765b-3e93-4f36-ad69-3f37446a5223 req-66e52565-b5cb-43d1-96a6-e5693d1f8233 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468524 Jan 27 12:52:17.874064 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f847108-829c-44b0-a6ee-261e36f5b818 req-a0bccaf6-3c1a-4c1a-958d-72994d4b8491 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:17.875560 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9f847108-829c-44b0-a6ee-261e36f5b818 req-a0bccaf6-3c1a-4c1a-958d-72994d4b8491 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 946 time: 0.0486476 Jan 27 12:52:17.922622 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9f847108-829c-44b0-a6ee-261e36f5b818 req-0d29aa82-f612-4be0-8c3b-8fe1e3aafc96 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406990 Jan 27 12:52:18.607395 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf5ba4-8f65-4e48-affb-07612cef3a48 req-b8abe492-7f5f-4585-a949-7ea133f94086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:18.608929 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-50cf5ba4-8f65-4e48-affb-07612cef3a48 req-b8abe492-7f5f-4585-a949-7ea133f94086 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d9aacae39d84c0d98e287aac2b1c7c7&device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 1099 time: 0.0414677 Jan 27 12:52:18.708954 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf5ba4-8f65-4e48-affb-07612cef3a48 req-1b87d92e-9ad3-49c7-9963-c1adbb7ecc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:18.710520 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-50cf5ba4-8f65-4e48-affb-07612cef3a48 req-1b87d92e-9ad3-49c7-9963-c1adbb7ecc3b service neutron] 10.222.0.13 "GET /v2.0/networks?id=e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c HTTP/1.1" status: 200 len: 918 time: 0.0947354 Jan 27 12:52:18.776754 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-50cf5ba4-8f65-4e48-affb-07612cef3a48 req-d62e7462-3204-4408-b00a-a965b2347187 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=843947ce-69b5-4af1-a0fa-52f08be3d788 HTTP/1.1" status: 200 len: 1002 time: 0.0597935 Jan 27 12:52:18.826501 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf5ba4-8f65-4e48-affb-07612cef3a48 req-dcd0a705-c85b-4896-b84e-6e5c4ed8b61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:18.827968 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-50cf5ba4-8f65-4e48-affb-07612cef3a48 req-dcd0a705-c85b-4896-b84e-6e5c4ed8b61d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f748fb8f-46de-4c32-959f-bac58f8a9f39 HTTP/1.1" status: 200 len: 856 time: 0.0426319 Jan 27 12:52:18.879292 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf5ba4-8f65-4e48-affb-07612cef3a48 req-4daf15b0-8439-4ada-b0f4-09860e25840c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:18.881353 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-50cf5ba4-8f65-4e48-affb-07612cef3a48 req-4daf15b0-8439-4ada-b0f4-09860e25840c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437715 Jan 27 12:52:18.969257 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-50cf5ba4-8f65-4e48-affb-07612cef3a48 req-693535c7-efaa-4b13-a86a-d09dd9c7a490 service neutron] 10.222.0.13 "GET /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800409 Jan 27 12:52:19.044721 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5b843-e4c4-47b8-95f0-d3c3507f9995 req-6594cdf6-4777-4ad3-8547-4411b1e45a8b tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:19.046355 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4bf5b843-e4c4-47b8-95f0-d3c3507f9995 req-6594cdf6-4777-4ad3-8547-4411b1e45a8b tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 946 time: 0.0512261 Jan 27 12:52:19.070151 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-50cf5ba4-8f65-4e48-affb-07612cef3a48 req-1c974026-3972-4b89-bfaf-60a2fd95769d service neutron] 10.222.0.13 "GET /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885224 Jan 27 12:52:19.096046 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4bf5b843-e4c4-47b8-95f0-d3c3507f9995 req-4138196d-43f1-4ae9-a7a6-7530f809cd9a tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438704 Jan 27 12:52:20.214577 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0e46c-1954-409e-bd0b-d2bd9e16435a req-4ab0350a-d81c-49b3-b536-e82e7554d8ef tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:20.216077 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-92a0e46c-1954-409e-bd0b-d2bd9e16435a req-4ab0350a-d81c-49b3-b536-e82e7554d8ef tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 946 time: 0.0472333 Jan 27 12:52:20.262568 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-92a0e46c-1954-409e-bd0b-d2bd9e16435a req-ad8c286a-3263-4413-a588-a9db9e7b49eb tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410228 Jan 27 12:52:20.444961 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-07c58fec-7454-40a4-93c5-681cc47964d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:21.377404 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14720bc9-9333-4412-9ff7-5667057a7663 req-29d0540c-9a6e-472d-9197-1b3e5dee8a7c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:21.378884 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-14720bc9-9333-4412-9ff7-5667057a7663 req-29d0540c-9a6e-472d-9197-1b3e5dee8a7c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 946 time: 0.0468214 Jan 27 12:52:21.427690 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-14720bc9-9333-4412-9ff7-5667057a7663 req-e8b3662b-8198-429c-b6b2-a1f100e0d15a tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428200 Jan 27 12:52:22.619079 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 843947ce-69b5-4af1-a0fa-52f08be3d788 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:52:22.705362 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 843947ce-69b5-4af1-a0fa-52f08be3d788 is: ACTIVE; New status is: DOWN {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:52:22.705672 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:22.728380 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '843947ce-69b5-4af1-a0fa-52f08be3d788'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:52:22.730663 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20afd408-d300-431a-ba87-f1540200d6d7" -d '{"events": [{"server_uuid": "b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8", "name": "network-vif-unplugged", "status": "completed", "tag": "843947ce-69b5-4af1-a0fa-52f08be3d788"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:52:22.743405 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 843947ce-69b5-4af1-a0fa-52f08be3d788, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=843947ce-69b5-4af1-a0fa-52f08be3d788,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:52:22.761027 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Jan 2022 12:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8750eb-f9ae-427b-973a-6d7dd71da5ba x-openstack-request-id: req-be8750eb-f9ae-427b-973a-6d7dd71da5ba {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:52:22.761323 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8", "name": "network-vif-unplugged", "status": "failed", "tag": "843947ce-69b5-4af1-a0fa-52f08be3d788", "code": 422}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:52:22.761609 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-be8750eb-f9ae-427b-973a-6d7dd71da5ba {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:52:22.762005 dv-cinder-824031-3-iscsi neutron-server[109463]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '843947ce-69b5-4af1-a0fa-52f08be3d788', 'code': 422} returned with failed status Jan 27 12:52:22.828307 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-9fa87181-5ccc-4b04-8e10-f95a6480d7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:22.829836 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:22.877755 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=843947ce-69b5-4af1-a0fa-52f08be3d788,revision_number=8']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:52:23.500886 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0ce69-144b-4dd5-af33-5ca3c53713a0 req-7a70ba26-4333-451e-b83e-f89e455c6310 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:23.502400 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-dde0ce69-144b-4dd5-af33-5ca3c53713a0 req-7a70ba26-4333-451e-b83e-f89e455c6310 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 944 time: 0.0500269 Jan 27 12:52:23.549498 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-dde0ce69-144b-4dd5-af33-5ca3c53713a0 req-ca44732c-91a9-438b-bae8-50d86390fee3 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409091 Jan 27 12:52:23.677618 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5fc92a26-c288-46e0-9a9e-0a01dbddb2db req-4c621f3b-1966-448f-baab-c6ef958a949b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0382943 Jan 27 12:52:23.811797 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:24.670887 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e09301-1c0c-4332-84aa-1ef6707ff231 req-2cf04d45-b1bf-4d00-8789-2c511f8e9d6a tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:24.672343 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-68e09301-1c0c-4332-84aa-1ef6707ff231 req-2cf04d45-b1bf-4d00-8789-2c511f8e9d6a tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 944 time: 0.0515702 Jan 27 12:52:24.719296 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-68e09301-1c0c-4332-84aa-1ef6707ff231 req-11143aa9-6fcf-4eb6-b5fb-19f050e0b40a tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412743 Jan 27 12:52:24.979874 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc92a26-c288-46e0-9a9e-0a01dbddb2db req-727d204d-0662-4507-9b6c-14c21dd74a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:24.981337 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5fc92a26-c288-46e0-9a9e-0a01dbddb2db req-727d204d-0662-4507-9b6c-14c21dd74a38 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8&tenant_id=5d9aacae39d84c0d98e287aac2b1c7c7 HTTP/1.1" status: 200 len: 1097 time: 0.0673962 Jan 27 12:52:25.044858 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc92a26-c288-46e0-9a9e-0a01dbddb2db req-b6eae880-c871-4b1f-9a27-cb9b6bff3977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:25.046295 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5fc92a26-c288-46e0-9a9e-0a01dbddb2db req-b6eae880-c871-4b1f-9a27-cb9b6bff3977 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d9aacae39d84c0d98e287aac2b1c7c7&device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 1097 time: 0.0416610 Jan 27 12:52:25.133015 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc92a26-c288-46e0-9a9e-0a01dbddb2db req-c6f3c030-cc60-4900-b135-2146489d2178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:25.134506 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5fc92a26-c288-46e0-9a9e-0a01dbddb2db req-c6f3c030-cc60-4900-b135-2146489d2178 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c HTTP/1.1" status: 200 len: 918 time: 0.0818214 Jan 27 12:52:25.200044 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5fc92a26-c288-46e0-9a9e-0a01dbddb2db req-3ce2f894-4a2c-4e3c-9d9c-4ae7325cb53b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=843947ce-69b5-4af1-a0fa-52f08be3d788 HTTP/1.1" status: 200 len: 1000 time: 0.0590827 Jan 27 12:52:25.246699 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc92a26-c288-46e0-9a9e-0a01dbddb2db req-483a5f43-9f11-4d6e-9fcc-f760be3c8479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:25.248196 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5fc92a26-c288-46e0-9a9e-0a01dbddb2db req-483a5f43-9f11-4d6e-9fcc-f760be3c8479 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f748fb8f-46de-4c32-959f-bac58f8a9f39 HTTP/1.1" status: 200 len: 856 time: 0.0415657 Jan 27 12:52:25.295554 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc92a26-c288-46e0-9a9e-0a01dbddb2db req-ce21cc57-8bc2-4872-9864-ebfa18305b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:25.297054 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5fc92a26-c288-46e0-9a9e-0a01dbddb2db req-ce21cc57-8bc2-4872-9864-ebfa18305b7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413301 Jan 27 12:52:25.371565 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:25.392005 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5fc92a26-c288-46e0-9a9e-0a01dbddb2db req-892186a2-e6a9-465e-8702-47869732a466 service neutron] 10.222.0.13 "GET /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866578 Jan 27 12:52:25.479467 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5fc92a26-c288-46e0-9a9e-0a01dbddb2db req-ed03a1be-7d90-44e3-80be-6d018511bfa5 service neutron] 10.222.0.13 "GET /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797372 Jan 27 12:52:25.631961 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:52:25.838186 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7f44c-1711-4704-82fd-b702fea8bde5 req-21157942-ef88-4657-a315-a8f8b7370c92 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:25.839597 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9eb7f44c-1711-4704-82fd-b702fea8bde5 req-21157942-ef88-4657-a315-a8f8b7370c92 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 944 time: 0.0488474 Jan 27 12:52:25.889759 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9eb7f44c-1711-4704-82fd-b702fea8bde5 req-ce844050-5e50-4965-a642-42b7a851e3fb tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445609 Jan 27 12:52:26.748406 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:27.013230 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe5e6d-db68-4b11-b03e-64a0e5e0a801 req-61a16f7b-a9b0-46aa-9a41-4a8cefabbf43 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:27.014632 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ccbe5e6d-db68-4b11-b03e-64a0e5e0a801 req-61a16f7b-a9b0-46aa-9a41-4a8cefabbf43 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 944 time: 0.0484459 Jan 27 12:52:27.061955 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ccbe5e6d-db68-4b11-b03e-64a0e5e0a801 req-2f32faab-15ac-4377-8165-5b488e73f54e tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417566 Jan 27 12:52:27.445911 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:28.188223 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432f0c7-d3e7-4e65-bece-bf5a71ebc543 req-d2062b07-b4b7-45d8-909b-aeb1a5b077c0 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:28.190335 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5432f0c7-d3e7-4e65-bece-bf5a71ebc543 req-d2062b07-b4b7-45d8-909b-aeb1a5b077c0 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 944 time: 0.0536082 Jan 27 12:52:28.238805 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5432f0c7-d3e7-4e65-bece-bf5a71ebc543 req-7174966e-982b-4d7d-8903-47d3a638ab68 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424006 Jan 27 12:52:29.373799 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89dcc0-5f40-4f83-8270-092f3a18455e req-85c5825b-ef17-4767-a26c-25c0fa5ff4c7 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:29.375280 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-fd89dcc0-5f40-4f83-8270-092f3a18455e req-85c5825b-ef17-4767-a26c-25c0fa5ff4c7 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 944 time: 0.0522301 Jan 27 12:52:29.425943 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-fd89dcc0-5f40-4f83-8270-092f3a18455e req-d33b9745-3274-47f6-be43-6ad2a667ac74 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447285 Jan 27 12:52:30.551507 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32890c-2886-449f-a7aa-bf472ad236e3 req-20c85ed4-bd0e-4bb5-b2eb-95c5b534fe45 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:30.552953 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ea32890c-2886-449f-a7aa-bf472ad236e3 req-20c85ed4-bd0e-4bb5-b2eb-95c5b534fe45 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 944 time: 0.0490496 Jan 27 12:52:30.607001 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ea32890c-2886-449f-a7aa-bf472ad236e3 req-16538603-dfcb-4d00-8bee-d25cc08b63ca tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446601 Jan 27 12:52:31.731139 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e83d1-b48b-48a4-8c3c-2f56081756a9 req-0ce2632e-ad30-4000-89e3-cd4a9d33a0ad tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:31.732674 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-266e83d1-b48b-48a4-8c3c-2f56081756a9 req-0ce2632e-ad30-4000-89e3-cd4a9d33a0ad tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 944 time: 0.0533118 Jan 27 12:52:31.791443 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-266e83d1-b48b-48a4-8c3c-2f56081756a9 req-f15e1b2c-1d00-4a5f-800a-ef08eb7dd0a8 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527625 Jan 27 12:52:32.918590 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a0684-0551-4f6d-b26a-250ab19a678f req-5af69300-bda1-47c1-b72a-47c9622ea4c5 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:32.920166 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-e48a0684-0551-4f6d-b26a-250ab19a678f req-5af69300-bda1-47c1-b72a-47c9622ea4c5 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 944 time: 0.0470223 Jan 27 12:52:32.971613 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-e48a0684-0551-4f6d-b26a-250ab19a678f req-09f5267a-db99-4d96-bd8c-eafa34b162a3 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459855 Jan 27 12:52:34.094178 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d813cca-df65-4e26-bc7b-4968e425379c req-938920c8-f282-4842-816c-f2a27d2541f6 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:34.095694 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-6d813cca-df65-4e26-bc7b-4968e425379c req-938920c8-f282-4842-816c-f2a27d2541f6 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 944 time: 0.0500078 Jan 27 12:52:34.141518 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-6d813cca-df65-4e26-bc7b-4968e425379c req-1fa78d2f-969e-47a0-90e8-b93c4499b630 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395780 Jan 27 12:52:35.260253 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ebb6b-4c98-4470-81df-411319ad42bd req-39bcbedd-11ee-4982-a892-ee48b158dbec tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:35.261728 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ac7ebb6b-4c98-4470-81df-411319ad42bd req-39bcbedd-11ee-4982-a892-ee48b158dbec tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 944 time: 0.0504041 Jan 27 12:52:35.308152 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ac7ebb6b-4c98-4470-81df-411319ad42bd req-8a0fce05-ac29-4ba3-a896-ef8485fca2e2 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408969 Jan 27 12:52:36.423207 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307e480-d3f4-4458-af27-0f9d68b68ca5 req-5f48da73-43d6-4787-949c-ec74f79d224d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:36.424649 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c307e480-d3f4-4458-af27-0f9d68b68ca5 req-5f48da73-43d6-4787-949c-ec74f79d224d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 944 time: 0.0464621 Jan 27 12:52:36.468918 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c307e480-d3f4-4458-af27-0f9d68b68ca5 req-65366c98-bba8-4e20-b719-9e30226751c8 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382535 Jan 27 12:52:37.590549 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbe7d6-8cb2-4b7b-95aa-2568d460d165 req-fc2db9c4-7363-4d7c-8e24-a6af28475295 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:37.592050 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-abcbe7d6-8cb2-4b7b-95aa-2568d460d165 req-fc2db9c4-7363-4d7c-8e24-a6af28475295 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 944 time: 0.0495269 Jan 27 12:52:37.641847 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-abcbe7d6-8cb2-4b7b-95aa-2568d460d165 req-4f929a27-e3e9-4a79-a22d-4c4418a768ef tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439377 Jan 27 12:52:38.670730 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 843947ce-69b5-4af1-a0fa-52f08be3d788 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=109463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 12:52:38.760604 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cd47c-b5f4-4be3-a1e1-7073f2008115 req-d42fc64e-6f75-432b-acac-4db820672e22 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:38.762083 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-041cd47c-b5f4-4be3-a1e1-7073f2008115 req-d42fc64e-6f75-432b-acac-4db820672e22 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 944 time: 0.0473504 Jan 27 12:52:38.766640 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 843947ce-69b5-4af1-a0fa-52f08be3d788, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=843947ce-69b5-4af1-a0fa-52f08be3d788,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:52:38.778632 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Returning: {'device': '843947ce-69b5-4af1-a0fa-52f08be3d788', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'port_id': '843947ce-69b5-4af1-a0fa-52f08be3d788', 'mac_address': 'fa:16:3e:ee:f6:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 12:52:38.808028 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-041cd47c-b5f4-4be3-a1e1-7073f2008115 req-dc6281e3-defa-4f34-bae7-95ef1f4295d3 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403166 Jan 27 12:52:38.814663 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 843947ce-69b5-4af1-a0fa-52f08be3d788 is: DOWN; New status is: BUILD {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:52:38.815090 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:38.829032 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843947ce-69b5-4af1-a0fa-52f08be3d788 {{(pid=109463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:52:38.848858 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 843947ce-69b5-4af1-a0fa-52f08be3d788, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=843947ce-69b5-4af1-a0fa-52f08be3d788,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:52:38.942926 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:38.993161 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=843947ce-69b5-4af1-a0fa-52f08be3d788,revision_number=9']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:52:39.179762 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['843947ce-69b5-4af1-a0fa-52f08be3d788'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:52:39.925488 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1b4ee-77be-49ce-9a7c-8b298c7a821f req-634dcc58-ab83-40e5-9393-afeb3b45d386 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:39.926963 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-6ef1b4ee-77be-49ce-9a7c-8b298c7a821f req-634dcc58-ab83-40e5-9393-afeb3b45d386 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 945 time: 0.0479176 Jan 27 12:52:39.976962 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-6ef1b4ee-77be-49ce-9a7c-8b298c7a821f req-ae0882fd-7519-4134-96ef-b599932ecba1 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438938 Jan 27 12:52:40.682333 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 843947ce-69b5-4af1-a0fa-52f08be3d788 up at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:52:40.732150 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning complete for port 843947ce-69b5-4af1-a0fa-52f08be3d788 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:52:40.732523 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:40.805351 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 843947ce-69b5-4af1-a0fa-52f08be3d788 is: BUILD; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:52:40.805741 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:40.826615 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843947ce-69b5-4af1-a0fa-52f08be3d788'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:52:40.828843 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade60f29-ae40-410c-9646-db5fafdfa056" -d '{"events": [{"server_uuid": "b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8", "name": "network-vif-plugged", "status": "completed", "tag": "843947ce-69b5-4af1-a0fa-52f08be3d788"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:52:40.840826 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 843947ce-69b5-4af1-a0fa-52f08be3d788, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=843947ce-69b5-4af1-a0fa-52f08be3d788,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:52:40.864979 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8111416b-596d-46f2-9e20-efa6f04491d0 x-openstack-request-id: req-8111416b-596d-46f2-9e20-efa6f04491d0 {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:52:40.865890 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8", "name": "network-vif-plugged", "status": "completed", "tag": "843947ce-69b5-4af1-a0fa-52f08be3d788", "code": 200}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:52:40.866149 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8111416b-596d-46f2-9e20-efa6f04491d0 {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:52:40.866545 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843947ce-69b5-4af1-a0fa-52f08be3d788', 'code': 200} Jan 27 12:52:40.914028 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:40.960251 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=843947ce-69b5-4af1-a0fa-52f08be3d788,revision_number=10']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:52:41.097041 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530a73d-0d0e-4c76-8543-e0bd0c3ee8b5 req-d13caba9-7451-4ca8-98f0-b98d2c121aa0 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:41.098509 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b530a73d-0d0e-4c76-8543-e0bd0c3ee8b5 req-d13caba9-7451-4ca8-98f0-b98d2c121aa0 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 947 time: 0.0488737 Jan 27 12:52:41.137870 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1545b-4ff6-4fc8-9037-07d4c1644cc2 req-1a4cd096-ddfd-477f-9ee4-75638b8adb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:41.139380 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7fe1545b-4ff6-4fc8-9037-07d4c1644cc2 req-1a4cd096-ddfd-477f-9ee4-75638b8adb6e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 1100 time: 0.0395837 Jan 27 12:52:41.145468 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-b530a73d-0d0e-4c76-8543-e0bd0c3ee8b5 req-509393b6-e0f1-4465-bfa3-71bba10ea5f5 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397997 Jan 27 12:52:41.184879 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7fe1545b-4ff6-4fc8-9037-07d4c1644cc2 req-50eb91c6-1e72-4fc6-b55e-db0648a2d2ce service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371556 Jan 27 12:52:42.262561 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85c1e0-9e30-4a58-956d-0cce24bf9c70 req-22eb1b22-e803-453c-8fcf-b82002c377e2 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:42.264294 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6a85c1e0-9e30-4a58-956d-0cce24bf9c70 req-22eb1b22-e803-453c-8fcf-b82002c377e2 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 947 time: 0.0476699 Jan 27 12:52:42.313153 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6a85c1e0-9e30-4a58-956d-0cce24bf9c70 req-5e3d5384-d574-4024-8841-736eb4771cbf tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427461 Jan 27 12:52:43.433291 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b414-d3d3-4f74-8f05-5755c22e04cc req-490d7a19-3155-4e3c-b285-89551c7f3f06 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:43.434801 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6945b414-d3d3-4f74-8f05-5755c22e04cc req-490d7a19-3155-4e3c-b285-89551c7f3f06 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 947 time: 0.0509329 Jan 27 12:52:43.482125 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-6945b414-d3d3-4f74-8f05-5755c22e04cc req-dd66e200-a310-464b-8146-b116c8c049b8 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416434 Jan 27 12:52:44.597607 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6bd15-12fa-4bb5-99c4-6adaad8a686d req-5519c1f1-d5de-4ca3-860f-b63155377baa tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:44.599256 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1ab6bd15-12fa-4bb5-99c4-6adaad8a686d req-5519c1f1-d5de-4ca3-860f-b63155377baa tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 947 time: 0.0479624 Jan 27 12:52:44.648562 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-1ab6bd15-12fa-4bb5-99c4-6adaad8a686d req-118956a9-fa3f-4233-8bc4-e0185160eedc tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433383 Jan 27 12:52:50.439312 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f58aa8cc-b898-41c9-baa4-41bb5b284e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:52.748198 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-2f604ce5-2913-471e-a1cd-689aabdcd325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:53.879482 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:55.359873 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:56.667928 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:57.462479 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:52:59.573812 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4b5f930d-7293-439f-ba95-79c8a71fa212 req-a1baab2e-0844-4a03-8dad-e7cdcb860ca6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382571 Jan 27 12:52:59.654293 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f930d-7293-439f-ba95-79c8a71fa212 req-7447c7ee-c0d7-49c6-bbd9-67b2d3373693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:59.655752 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4b5f930d-7293-439f-ba95-79c8a71fa212 req-7447c7ee-c0d7-49c6-bbd9-67b2d3373693 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d9aacae39d84c0d98e287aac2b1c7c7&device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 1100 time: 0.0397360 Jan 27 12:52:59.758044 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f930d-7293-439f-ba95-79c8a71fa212 req-05523414-ad30-4c7c-9c31-f71b14c6768c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:59.759517 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4b5f930d-7293-439f-ba95-79c8a71fa212 req-05523414-ad30-4c7c-9c31-f71b14c6768c service neutron] 10.222.0.13 "GET /v2.0/networks?id=e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c HTTP/1.1" status: 200 len: 918 time: 0.0850544 Jan 27 12:52:59.821843 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4b5f930d-7293-439f-ba95-79c8a71fa212 req-bfbefc14-52ef-481b-87f8-e2c9488364df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=843947ce-69b5-4af1-a0fa-52f08be3d788 HTTP/1.1" status: 200 len: 1002 time: 0.0557146 Jan 27 12:52:59.870837 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f930d-7293-439f-ba95-79c8a71fa212 req-d594bb76-b8d6-4c37-ad7d-fb01d4445cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:59.872178 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4b5f930d-7293-439f-ba95-79c8a71fa212 req-d594bb76-b8d6-4c37-ad7d-fb01d4445cc4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f748fb8f-46de-4c32-959f-bac58f8a9f39 HTTP/1.1" status: 200 len: 856 time: 0.0444765 Jan 27 12:52:59.915152 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f930d-7293-439f-ba95-79c8a71fa212 req-4c88b787-5f4b-4876-9187-8d1dc9be8ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:52:59.916573 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4b5f930d-7293-439f-ba95-79c8a71fa212 req-4c88b787-5f4b-4876-9187-8d1dc9be8ac6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378630 Jan 27 12:53:00.000824 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4b5f930d-7293-439f-ba95-79c8a71fa212 req-c608d5cb-ebb4-4ac8-8410-f094ec8037a9 service neutron] 10.222.0.13 "GET /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784914 Jan 27 12:53:00.089757 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4b5f930d-7293-439f-ba95-79c8a71fa212 req-2eb05182-3a06-4e49-82d5-44ac34e72550 service neutron] 10.222.0.13 "GET /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823736 Jan 27 12:53:02.631367 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:53:16.123270 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2c0d3-239d-4d34-9e2a-0a5a18857956 req-aa6575d0-b436-45e3-963e-f886ec476728 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:53:16.124783 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57f2c0d3-239d-4d34-9e2a-0a5a18857956 req-aa6575d0-b436-45e3-963e-f886ec476728 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 947 time: 0.0484574 Jan 27 12:53:16.170594 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-57f2c0d3-239d-4d34-9e2a-0a5a18857956 req-8ef29577-6b39-4054-a08a-6abebfa455ad tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401525 Jan 27 12:53:17.292546 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2b26a-d2f1-4547-a545-b67b10e527db req-524bdea1-fb72-497e-af85-2a3ea5dd7b61 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:53:17.294046 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9ef2b26a-d2f1-4547-a545-b67b10e527db req-524bdea1-fb72-497e-af85-2a3ea5dd7b61 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 947 time: 0.0524211 Jan 27 12:53:17.339056 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-9ef2b26a-d2f1-4547-a545-b67b10e527db req-9b769949-833c-4270-8b0e-768a662b4160 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups?id=51d7beaa-2c42-4b85-8a87-f57542419f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395114 Jan 27 12:53:17.428008 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edf559-cbcd-4f10-85d4-92662be93087 req-a8c13887-aa6a-4113-b4ea-b5d527483f8f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:53:17.429469 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c6edf559-cbcd-4f10-85d4-92662be93087 req-a8c13887-aa6a-4113-b4ea-b5d527483f8f tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 947 time: 0.0532773 Jan 27 12:53:17.519215 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-c6edf559-cbcd-4f10-85d4-92662be93087 req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Deleting port 843947ce-69b5-4af1-a0fa-52f08be3d788 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:53:17.519462 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-c6edf559-cbcd-4f10-85d4-92662be93087 req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:17.606228 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-c6edf559-cbcd-4f10-85d4-92662be93087 req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] For port 843947ce-69b5-4af1-a0fa-52f08be3d788, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=843947ce-69b5-4af1-a0fa-52f08be3d788,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:53:17.606585 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-c6edf559-cbcd-4f10-85d4-92662be93087 req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:17.768913 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-c6edf559-cbcd-4f10-85d4-92662be93087 req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:17.769313 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-c6edf559-cbcd-4f10-85d4-92662be93087 req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664114'] for floatingip (7563bd7c-2b2c-432b-9067-2d68eda0c93a), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:17.769581 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.db.l3_db [req-c6edf559-cbcd-4f10-85d4-92662be93087 req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Floating IP 7563bd7c-2b2c-432b-9067-2d68eda0c93a disassociated. External IP: 172.27.2.254, port: 843947ce-69b5-4af1-a0fa-52f08be3d788. Jan 27 12:53:17.769918 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-c6edf559-cbcd-4f10-85d4-92662be93087 req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Calling delete_port for 843947ce-69b5-4af1-a0fa-52f08be3d788 owned by compute:nova {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:53:17.947916 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-c6edf559-cbcd-4f10-85d4-92662be93087 req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (843947ce-69b5-4af1-a0fa-52f08be3d788), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:17.975398 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Pushing event deleted for resources: {'Port': ['ID=843947ce-69b5-4af1-a0fa-52f08be3d788,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:53:17.986411 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:17.986781 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:17.987132 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:17.987471 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:17.987810 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:17.988147 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:17.988480 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:17.988807 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:17.989136 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:17.989458 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:17.989783 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:17.990107 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:17.990992 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:18.096171 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6edf559-cbcd-4f10-85d4-92662be93087 req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Router 8bd232ff-4db5-465d-abf6-38c6b6a65d90 has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:53:18.482635 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1a1f1e44-ad92-4aac-9421-4f0f0bc1001c req-38ae380a-0d9a-4042-9b79-a1aad743a603 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8 HTTP/1.1" status: 200 len: 210 time: 0.0308700 Jan 27 12:53:18.496180 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6edf559-cbcd-4f10-85d4-92662be93087 req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:53:18.507743 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b063ee94-7226-43e1-ae0c-1577b36de855 None None] Sync routers for ids ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:53:18.518947 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b063ee94-7226-43e1-ae0c-1577b36de855 None None] Routers {'8bd232ff-4db5-465d-abf6-38c6b6a65d90'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:53:18.519560 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-b063ee94-7226-43e1-ae0c-1577b36de855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:52:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:53:18.537299 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6edf559-cbcd-4f10-85d4-92662be93087 req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] No DVR routers for this DVR port 843947ce-69b5-4af1-a0fa-52f08be3d788 on host hv-cinder-82403 {{(pid=109462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:53:18.540044 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-c6edf559-cbcd-4f10-85d4-92662be93087 req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:18.543379 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c6edf559-cbcd-4f10-85d4-92662be93087 req-a04b60b3-63e9-4edc-a214-2bcbd58d668c tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.13 "DELETE /v2.0/ports/843947ce-69b5-4af1-a0fa-52f08be3d788 HTTP/1.1" status: 204 len: 173 time: 1.1083670 Jan 27 12:53:18.543827 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8', 'name': 'network-vif-deleted', 'tag': '843947ce-69b5-4af1-a0fa-52f08be3d788'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:53:18.546085 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af675bc-0b6d-4e55-b099-c8082c68aa44" -d '{"events": [{"server_uuid": "b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8", "name": "network-vif-deleted", "tag": "843947ce-69b5-4af1-a0fa-52f08be3d788"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:53:18.581092 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2540fa4b-bfea-4e70-abcf-4e423150484f x-openstack-request-id: req-2540fa4b-bfea-4e70-abcf-4e423150484f {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:53:18.581392 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8", "name": "network-vif-deleted", "tag": "843947ce-69b5-4af1-a0fa-52f08be3d788", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:53:18.581650 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2540fa4b-bfea-4e70-abcf-4e423150484f {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:53:18.582053 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bd775c-b6e7-4cd6-bb60-6cd8ed48faa8', 'name': 'network-vif-deleted', 'tag': '843947ce-69b5-4af1-a0fa-52f08be3d788', 'status': 'completed', 'code': 200} Jan 27 12:53:18.624772 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-b063ee94-7226-43e1-ae0c-1577b36de855 None None] Set router 8bd232ff-4db5-465d-abf6-38c6b6a65d90 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:53:18.820796 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-b063ee94-7226-43e1-ae0c-1577b36de855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'name': 'tempest-AttachVolumeShelveTestJSON-1315880920-router', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:47Z', 'updated_at': '2022-01-27T12:45:54Z', 'revision_number': 4, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'gw_port': {'id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:48Z', 'updated_at': '2022-01-27T12:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'e2c1d120-5988-4ac3-8a8f-95b5399e2a4d', 'name': '', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'mac_address': 'fa:16:3e:63:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:54Z', 'updated_at': '2022-01-27T12:46:02Z', 'revision_number': 5, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'subnets': [{'id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:53:18.846882 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b063ee94-7226-43e1-ae0c-1577b36de855 None None] Checking router: 8bd232ff-4db5-465d-abf6-38c6b6a65d90 for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:53:18.855268 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b063ee94-7226-43e1-ae0c-1577b36de855 None None] Routers {'8bd232ff-4db5-465d-abf6-38c6b6a65d90'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:53:18.855863 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-b063ee94-7226-43e1-ae0c-1577b36de855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:52:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:53:18.958871 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-b063ee94-7226-43e1-ae0c-1577b36de855 None None] Set router 8bd232ff-4db5-465d-abf6-38c6b6a65d90 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:53:19.153039 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-b063ee94-7226-43e1-ae0c-1577b36de855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'name': 'tempest-AttachVolumeShelveTestJSON-1315880920-router', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:47Z', 'updated_at': '2022-01-27T12:45:54Z', 'revision_number': 4, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'gw_port': {'id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:48Z', 'updated_at': '2022-01-27T12:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'e2c1d120-5988-4ac3-8a8f-95b5399e2a4d', 'name': '', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'mac_address': 'fa:16:3e:63:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:54Z', 'updated_at': '2022-01-27T12:46:02Z', 'revision_number': 5, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'subnets': [{'id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:53:19.179083 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b063ee94-7226-43e1-ae0c-1577b36de855 None None] The sync data for ids ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'] in dv-cinder-824031-3-iscsi is: [{'id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'name': 'tempest-AttachVolumeShelveTestJSON-1315880920-router', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:47Z', 'updated_at': '2022-01-27T12:45:54Z', 'revision_number': 4, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'gw_port': {'id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:48Z', 'updated_at': '2022-01-27T12:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'e2c1d120-5988-4ac3-8a8f-95b5399e2a4d', 'name': '', 'network_id': 'e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'mac_address': 'fa:16:3e:63:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:54Z', 'updated_at': '2022-01-27T12:46:02Z', 'revision_number': 5, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'subnets': [{'id': 'f748fb8f-46de-4c32-959f-bac58f8a9f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:53:19.397101 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc095c27-ca0d-4f32-8fa9-d72dd7484383 None None] New status for floating IP 7563bd7c-2b2c-432b-9067-2d68eda0c93a: DOWN {{(pid=109464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 12:53:19.657328 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 45568) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:53:19.709197 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a80e61bb-45fe-4a56-b472-859082ecddc3 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for security_group (51d7beaa-2c42-4b85-8a87-f57542419f4e), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:19.733631 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a80e61bb-45fe-4a56-b472-859082ecddc3 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for security_group (51d7beaa-2c42-4b85-8a87-f57542419f4e), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:19.827560 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a80e61bb-45fe-4a56-b472-859082ecddc3 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (51d7beaa-2c42-4b85-8a87-f57542419f4e), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:19.830001 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a80e61bb-45fe-4a56-b472-859082ecddc3 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:19.831175 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-a80e61bb-45fe-4a56-b472-859082ecddc3 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "DELETE /v2.0/security-groups/51d7beaa-2c42-4b85-8a87-f57542419f4e HTTP/1.1" status: 204 len: 168 time: 0.1728570 Jan 27 12:53:19.834023 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 45570) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:53:19.839741 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e61bb-45fe-4a56-b472-859082ecddc3 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d7beaa-2c42-4b85-8a87-f57542419f4e,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:53:19.847900 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.api.v2.resource [None req-6bbe8061-3833-4751-879d-818dc12bdcb3 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] show failed (client error): The resource could not be found. Jan 27 12:53:19.849237 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-6bbe8061-3833-4751-879d-818dc12bdcb3 tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "GET /v2.0/security-groups/51d7beaa-2c42-4b85-8a87-f57542419f4e HTTP/1.1" status: 404 len: 347 time: 0.0141618 Jan 27 12:53:19.852140 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 45572) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:53:19.972045 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-f1396c91-27b8-4499-9a25-cde5b09a961d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Deleting port 4108daef-b7e5-47c3-a9b7-8eef40a3990e {{(pid=109461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:53:19.972393 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f1396c91-27b8-4499-9a25-cde5b09a961d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (4108daef-b7e5-47c3-a9b7-8eef40a3990e), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:20.043984 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f1396c91-27b8-4499-9a25-cde5b09a961d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (4108daef-b7e5-47c3-a9b7-8eef40a3990e), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:20.044309 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f1396c91-27b8-4499-9a25-cde5b09a961d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for floatingip (4108daef-b7e5-47c3-a9b7-8eef40a3990e), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:20.056143 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-f1396c91-27b8-4499-9a25-cde5b09a961d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Calling delete_port for 4108daef-b7e5-47c3-a9b7-8eef40a3990e owned by network:floatingip {{(pid=109461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:53:20.245067 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f1396c91-27b8-4499-9a25-cde5b09a961d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (4108daef-b7e5-47c3-a9b7-8eef40a3990e), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:20.272933 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1396c91-27b8-4499-9a25-cde5b09a961d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Pushing event deleted for resources: {'Port': ['ID=4108daef-b7e5-47c3-a9b7-8eef40a3990e,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:53:20.285323 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1396c91-27b8-4499-9a25-cde5b09a961d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:20.285677 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1396c91-27b8-4499-9a25-cde5b09a961d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:20.286024 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1396c91-27b8-4499-9a25-cde5b09a961d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:20.286390 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1396c91-27b8-4499-9a25-cde5b09a961d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:20.286729 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1396c91-27b8-4499-9a25-cde5b09a961d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:20.287099 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1396c91-27b8-4499-9a25-cde5b09a961d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:20.287464 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1396c91-27b8-4499-9a25-cde5b09a961d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:20.287853 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1396c91-27b8-4499-9a25-cde5b09a961d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:20.288184 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1396c91-27b8-4499-9a25-cde5b09a961d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:20.288516 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1396c91-27b8-4499-9a25-cde5b09a961d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:20.288845 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1396c91-27b8-4499-9a25-cde5b09a961d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:20.289174 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1396c91-27b8-4499-9a25-cde5b09a961d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:20.289527 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1396c91-27b8-4499-9a25-cde5b09a961d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:20.341593 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f1396c91-27b8-4499-9a25-cde5b09a961d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks [] for floatingip (7563bd7c-2b2c-432b-9067-2d68eda0c93a), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:20.344219 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f1396c91-27b8-4499-9a25-cde5b09a961d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for floatingip (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:20.348101 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-f1396c91-27b8-4499-9a25-cde5b09a961d tempest-AttachVolumeShelveTestJSON-1502463646 tempest-AttachVolumeShelveTestJSON-1502463646-project] 10.222.0.39 "DELETE /v2.0/floatingips/7563bd7c-2b2c-432b-9067-2d68eda0c93a HTTP/1.1" status: 204 len: 168 time: 0.4923248 Jan 27 12:53:20.471626 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-7f2ea469-507f-4fdb-b956-450a83dc1d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:20.907747 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 843947ce-69b5-4af1-a0fa-52f08be3d788 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:53:20.926381 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] No Port match for: 843947ce-69b5-4af1-a0fa-52f08be3d788 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:53:20.926721 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 843947ce-69b5-4af1-a0fa-52f08be3d788 not bound to the agent host hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:53:22.724890 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-9a66e7e0-5433-4960-b903-c438be549e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:22.957205 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 45594) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:53:23.676715 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d87f2876-030d-4c8c-900e-3e5bc427fefe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664626'] for router_interface (8bd232ff-4db5-465d-abf6-38c6b6a65d90), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:23.844791 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:23.963887 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-d87f2876-030d-4c8c-900e-3e5bc427fefe admin admin] Deleting port e2c1d120-5988-4ac3-8a8f-95b5399e2a4d {{(pid=109461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:53:23.964500 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d87f2876-030d-4c8c-900e-3e5bc427fefe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (e2c1d120-5988-4ac3-8a8f-95b5399e2a4d), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:24.038199 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [None req-d87f2876-030d-4c8c-900e-3e5bc427fefe admin admin] For port e2c1d120-5988-4ac3-8a8f-95b5399e2a4d, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=e2c1d120-5988-4ac3-8a8f-95b5399e2a4d,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:53:24.041652 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d87f2876-030d-4c8c-900e-3e5bc427fefe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (e2c1d120-5988-4ac3-8a8f-95b5399e2a4d), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:24.051464 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-d87f2876-030d-4c8c-900e-3e5bc427fefe admin admin] Calling delete_port for e2c1d120-5988-4ac3-8a8f-95b5399e2a4d owned by network:router_interface {{(pid=109461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:53:24.285355 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d87f2876-030d-4c8c-900e-3e5bc427fefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (e2c1d120-5988-4ac3-8a8f-95b5399e2a4d), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:24.313858 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f2876-030d-4c8c-900e-3e5bc427fefe admin admin] Pushing event deleted for resources: {'Port': ['ID=e2c1d120-5988-4ac3-8a8f-95b5399e2a4d,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:53:24.473915 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d87f2876-030d-4c8c-900e-3e5bc427fefe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664742'] for router_interface (8bd232ff-4db5-465d-abf6-38c6b6a65d90), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:24.678408 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87f2876-030d-4c8c-900e-3e5bc427fefe admin admin] Router 8bd232ff-4db5-465d-abf6-38c6b6a65d90 has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:53:24.781540 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87f2876-030d-4c8c-900e-3e5bc427fefe admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:53:24.789333 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-d87f2876-030d-4c8c-900e-3e5bc427fefe admin admin] 10.222.0.39 "PUT /v2.0/routers/8bd232ff-4db5-465d-abf6-38c6b6a65d90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8286312 Jan 27 12:53:24.789441 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 45598) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:53:24.790192 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2820dec1-39c6-454b-a47c-20e4fd43142f None None] Sync routers for ids ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:53:24.800052 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2820dec1-39c6-454b-a47c-20e4fd43142f None None] Routers {'8bd232ff-4db5-465d-abf6-38c6b6a65d90'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:53:24.800659 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-2820dec1-39c6-454b-a47c-20e4fd43142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:53:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:53:24.890395 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-add36313-cf26-4768-95fb-8531cbccf80e admin admin] Publish callbacks [] for router (8bd232ff-4db5-465d-abf6-38c6b6a65d90), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:24.903141 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-2820dec1-39c6-454b-a47c-20e4fd43142f None None] Set router 8bd232ff-4db5-465d-abf6-38c6b6a65d90 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:53:24.993145 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-add36313-cf26-4768-95fb-8531cbccf80e admin admin] Publish callbacks [] for router_gateway (8bd232ff-4db5-465d-abf6-38c6b6a65d90), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:25.178550 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-add36313-cf26-4768-95fb-8531cbccf80e admin admin] Deleting port 1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa {{(pid=109461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:53:25.178916 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-add36313-cf26-4768-95fb-8531cbccf80e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:25.199919 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-2820dec1-39c6-454b-a47c-20e4fd43142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'name': 'tempest-AttachVolumeShelveTestJSON-1315880920-router', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:47Z', 'updated_at': '2022-01-27T12:53:24Z', 'revision_number': 5, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'gw_port': {'id': '1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:45:48Z', 'updated_at': '2022-01-27T12:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:53:25.225691 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2820dec1-39c6-454b-a47c-20e4fd43142f None None] Checking router: 8bd232ff-4db5-465d-abf6-38c6b6a65d90 for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:53:25.234371 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2820dec1-39c6-454b-a47c-20e4fd43142f None None] Routers {'8bd232ff-4db5-465d-abf6-38c6b6a65d90'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:53:25.235001 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-2820dec1-39c6-454b-a47c-20e4fd43142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:53:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:53:25.255191 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [None req-add36313-cf26-4768-95fb-8531cbccf80e admin admin] For port 1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:53:25.255474 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-add36313-cf26-4768-95fb-8531cbccf80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:25.269166 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-add36313-cf26-4768-95fb-8531cbccf80e admin admin] Calling delete_port for 1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa owned by network:router_gateway {{(pid=109461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:53:25.329346 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-2820dec1-39c6-454b-a47c-20e4fd43142f None None] Set router 8bd232ff-4db5-465d-abf6-38c6b6a65d90 gateway port host: None {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:53:25.383392 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:25.384116 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-2820dec1-39c6-454b-a47c-20e4fd43142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'name': 'tempest-AttachVolumeShelveTestJSON-1315880920-router', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:47Z', 'updated_at': '2022-01-27T12:53:24Z', 'revision_number': 6, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'gw_port_host': None}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:53:25.410855 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2820dec1-39c6-454b-a47c-20e4fd43142f None None] The sync data for ids ['8bd232ff-4db5-465d-abf6-38c6b6a65d90'] in dv-cinder-824031-3-iscsi is: [{'id': '8bd232ff-4db5-465d-abf6-38c6b6a65d90', 'name': 'tempest-AttachVolumeShelveTestJSON-1315880920-router', 'tenant_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:45:47Z', 'updated_at': '2022-01-27T12:53:24Z', 'revision_number': 6, 'project_id': '5d9aacae39d84c0d98e287aac2b1c7c7', 'gw_port_host': None}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:53:25.484798 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-add36313-cf26-4768-95fb-8531cbccf80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:25.516185 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add36313-cf26-4768-95fb-8531cbccf80e admin admin] Pushing event deleted for resources: {'Port': ['ID=1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:53:25.573829 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-add36313-cf26-4768-95fb-8531cbccf80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1661832'] for router_gateway (8bd232ff-4db5-465d-abf6-38c6b6a65d90), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:25.661072 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-add36313-cf26-4768-95fb-8531cbccf80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108308'] for router (8bd232ff-4db5-465d-abf6-38c6b6a65d90), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:25.663292 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-add36313-cf26-4768-95fb-8531cbccf80e admin admin] Publish callbacks [] for router_controller (8bd232ff-4db5-465d-abf6-38c6b6a65d90), precommit_delete_associations {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:25.748208 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-add36313-cf26-4768-95fb-8531cbccf80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666324'] for router (8bd232ff-4db5-465d-abf6-38c6b6a65d90), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:25.748779 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add36313-cf26-4768-95fb-8531cbccf80e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bd232ff-4db5-465d-abf6-38c6b6a65d90 {{(pid=109461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 12:53:25.753830 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-add36313-cf26-4768-95fb-8531cbccf80e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:25.755052 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-add36313-cf26-4768-95fb-8531cbccf80e admin admin] 10.222.0.39 "DELETE /v2.0/routers/8bd232ff-4db5-465d-abf6-38c6b6a65d90 HTTP/1.1" status: 204 len: 168 time: 0.9647191 Jan 27 12:53:25.757569 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 45602) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:53:25.802844 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_v2 [None req-04416a56-37a8-4069-95de-a2554795e3c0 admin admin] Deleting subnet f748fb8f-46de-4c32-959f-bac58f8a9f39 {{(pid=109461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 12:53:25.806932 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-04416a56-37a8-4069-95de-a2554795e3c0 admin admin] Publish callbacks [] for subnet (f748fb8f-46de-4c32-959f-bac58f8a9f39), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:25.841506 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-04416a56-37a8-4069-95de-a2554795e3c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25843844'] for subnet (f748fb8f-46de-4c32-959f-bac58f8a9f39), precommit_delete_associations {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:25.916230 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-04416a56-37a8-4069-95de-a2554795e3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676805'] for subnet (f748fb8f-46de-4c32-959f-bac58f8a9f39), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:26.257122 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-04416a56-37a8-4069-95de-a2554795e3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3294776'] for subnet (f748fb8f-46de-4c32-959f-bac58f8a9f39), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:26.280951 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04416a56-37a8-4069-95de-a2554795e3c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f748fb8f-46de-4c32-959f-bac58f8a9f39,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:53:26.286516 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-04416a56-37a8-4069-95de-a2554795e3c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for subnet (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:26.290392 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-04416a56-37a8-4069-95de-a2554795e3c0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f748fb8f-46de-4c32-959f-bac58f8a9f39 HTTP/1.1" status: 204 len: 168 time: 0.5318320 Jan 27 12:53:26.292886 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 45604) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:53:26.293578 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b3d7ca-ae3d-4e72-a8dc-16a6892fd475 None None] Network e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:53:26.365549 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-bb92d678-ee97-44ee-b4fe-05a6f678ee52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617860'] for network (e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:26.379851 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device e2c1d120-5988-4ac3-8a8f-95b5399e2a4d no longer exists at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:53:26.404834 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] No Port match for: e2c1d120-5988-4ac3-8a8f-95b5399e2a4d {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:53:26.405172 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device e2c1d120-5988-4ac3-8a8f-95b5399e2a4d not bound to the agent host dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:53:26.405605 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa no longer exists at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:53:26.425186 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-bb92d678-ee97-44ee-b4fe-05a6f678ee52 admin admin] Deleting port f2a35faa-d099-4146-96d1-80b82d7993f6 {{(pid=109461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:53:26.425532 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-bb92d678-ee97-44ee-b4fe-05a6f678ee52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (f2a35faa-d099-4146-96d1-80b82d7993f6), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:26.427186 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] No Port match for: 1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:53:26.427534 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 1e2c0bb2-c066-4eb4-8b4d-b255acbcb8aa not bound to the agent host dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:53:26.494165 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [None req-bb92d678-ee97-44ee-b4fe-05a6f678ee52 admin admin] For port f2a35faa-d099-4146-96d1-80b82d7993f6, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=f2a35faa-d099-4146-96d1-80b82d7993f6,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:53:26.494552 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-bb92d678-ee97-44ee-b4fe-05a6f678ee52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (f2a35faa-d099-4146-96d1-80b82d7993f6), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:26.508761 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-bb92d678-ee97-44ee-b4fe-05a6f678ee52 admin admin] Calling delete_port for f2a35faa-d099-4146-96d1-80b82d7993f6 owned by network:dhcp {{(pid=109461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:53:26.514626 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377ea210-c6c8-4653-83b1-9715d85673e9 None None] DHCP port deletion for e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c request from dv-cinder-824031-3-iscsi {{(pid=109463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 12:53:26.560048 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-377ea210-c6c8-4653-83b1-9715d85673e9 None None] Deleting port f2a35faa-d099-4146-96d1-80b82d7993f6 {{(pid=109463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:53:26.560418 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-377ea210-c6c8-4653-83b1-9715d85673e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (f2a35faa-d099-4146-96d1-80b82d7993f6), before_delete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:26.628878 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-377ea210-c6c8-4653-83b1-9715d85673e9 None None] For port f2a35faa-d099-4146-96d1-80b82d7993f6, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=f2a35faa-d099-4146-96d1-80b82d7993f6,segment=NetworkSegment(b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed),segment_id=b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:53:26.629288 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-377ea210-c6c8-4653-83b1-9715d85673e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (f2a35faa-d099-4146-96d1-80b82d7993f6), precommit_delete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:26.654726 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-377ea210-c6c8-4653-83b1-9715d85673e9 None None] Calling delete_port for f2a35faa-d099-4146-96d1-80b82d7993f6 owned by network:dhcp {{(pid=109463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:53:26.673864 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-bb92d678-ee97-44ee-b4fe-05a6f678ee52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (f2a35faa-d099-4146-96d1-80b82d7993f6), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:26.700174 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92d678-ee97-44ee-b4fe-05a6f678ee52 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a35faa-d099-4146-96d1-80b82d7993f6,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:53:26.701979 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb92d678-ee97-44ee-b4fe-05a6f678ee52 admin admin] No DVR routers for this DVR port f2a35faa-d099-4146-96d1-80b82d7993f6 on host dv-cinder-824031-3-iscsi {{(pid=109461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:53:26.731220 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-377ea210-c6c8-4653-83b1-9715d85673e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560'] for port (f2a35faa-d099-4146-96d1-80b82d7993f6), after_delete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:26.740814 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:26.760363 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ea210-c6c8-4653-83b1-9715d85673e9 None None] Pushing event deleted for resources: {'Port': ['ID=f2a35faa-d099-4146-96d1-80b82d7993f6,revision_number=None']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:53:26.762619 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377ea210-c6c8-4653-83b1-9715d85673e9 None None] No DVR routers for this DVR port f2a35faa-d099-4146-96d1-80b82d7993f6 on host dv-cinder-824031-3-iscsi {{(pid=109463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:53:26.780892 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-bb92d678-ee97-44ee-b4fe-05a6f678ee52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678482', 'neutron.services.segments.db._delete_segments_for_network-8727398100354'] for network (e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:26.781894 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ea210-c6c8-4653-83b1-9715d85673e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:26.781894 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ea210-c6c8-4653-83b1-9715d85673e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:26.781894 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ea210-c6c8-4653-83b1-9715d85673e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:26.781894 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ea210-c6c8-4653-83b1-9715d85673e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:26.781894 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ea210-c6c8-4653-83b1-9715d85673e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:26.781894 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ea210-c6c8-4653-83b1-9715d85673e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:26.781894 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ea210-c6c8-4653-83b1-9715d85673e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:26.781894 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ea210-c6c8-4653-83b1-9715d85673e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:26.781894 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ea210-c6c8-4653-83b1-9715d85673e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:26.781894 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ea210-c6c8-4653-83b1-9715d85673e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:26.781894 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ea210-c6c8-4653-83b1-9715d85673e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:26.781894 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ea210-c6c8-4653-83b1-9715d85673e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:26.781894 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ea210-c6c8-4653-83b1-9715d85673e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:53:26.793610 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.services.segments.db [None req-bb92d678-ee97-44ee-b4fe-05a6f678ee52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c']}} {{(pid=109461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:53:26.805932 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.services.segments.db [None req-bb92d678-ee97-44ee-b4fe-05a6f678ee52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed') {'for_net_delete': True} {{(pid=109461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:53:26.806235 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.services.segments.db [None req-bb92d678-ee97-44ee-b4fe-05a6f678ee52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed') {} {{(pid=109461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:53:26.815430 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-bb92d678-ee97-44ee-b4fe-05a6f678ee52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727398101899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25843853'] for segment (b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:26.828255 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-bb92d678-ee97-44ee-b4fe-05a6f678ee52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:26.834288 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb92d678-ee97-44ee-b4fe-05a6f678ee52 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-bb92d678-ee97-44ee-b4fe-05a6f678ee52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412171'] for segment (b6a52e9c-470b-4f07-ae34-b9bcfb6a58ed), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: Traceback (most recent call last): Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: timer() Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: cb(*args, **kw) Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: return func(*args, **kwargs) Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: self._notify() Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: self.callback(batched_events) Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: event.method(event) Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: return f(self, *a, **k) Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: return self._get(url).json() Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: return self.request(url, 'GET', **kwargs) Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 12:53:26.847122 dv-cinder-824031-3-iscsi neutron-server[109461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 12:53:26.930581 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-bb92d678-ee97-44ee-b4fe-05a6f678ee52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664096'] for network (e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:26.935923 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-bb92d678-ee97-44ee-b4fe-05a6f678ee52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:26.939484 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-bb92d678-ee97-44ee-b4fe-05a6f678ee52 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c HTTP/1.1" status: 204 len: 168 time: 0.6452463 Jan 27 12:53:26.950454 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92d678-ee97-44ee-b4fe-05a6f678ee52 admin admin] Pushing event deleted for resources: {'Network': ['ID=e158b1a6-0b4a-4aaf-88a5-0e09d2368f7c,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:53:27.250449 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 45608) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:53:27.291199 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-b352f6de-3609-4933-982b-d90f782c2841 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d9aacae39d84c0d98e287aac2b1c7c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395334 Jan 27 12:53:27.293755 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 45610) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:53:27.338725 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-670eebf6-74ee-4d98-afd4-e0493642b22d admin admin] Publish callbacks [] for security_group (aab1ce02-4a96-42df-82d3-d82eb0370ee6), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:27.359076 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-670eebf6-74ee-4d98-afd4-e0493642b22d admin admin] Publish callbacks [] for security_group (aab1ce02-4a96-42df-82d3-d82eb0370ee6), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:27.478974 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:27.479574 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-670eebf6-74ee-4d98-afd4-e0493642b22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (aab1ce02-4a96-42df-82d3-d82eb0370ee6), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:27.481554 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-670eebf6-74ee-4d98-afd4-e0493642b22d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:27.482714 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-670eebf6-74ee-4d98-afd4-e0493642b22d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aab1ce02-4a96-42df-82d3-d82eb0370ee6 HTTP/1.1" status: 204 len: 168 time: 0.1880491 Jan 27 12:53:27.490587 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670eebf6-74ee-4d98-afd4-e0493642b22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab1ce02-4a96-42df-82d3-d82eb0370ee6,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:53:28.358880 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device f2a35faa-d099-4146-96d1-80b82d7993f6 no longer exists at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:53:28.378558 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] No Port match for: f2a35faa-d099-4146-96d1-80b82d7993f6 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:53:28.378942 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device f2a35faa-d099-4146-96d1-80b82d7993f6 not bound to the agent host dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:53:35.221153 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e7f62-daae-43b6-b5d5-0e35e43d00b1 req-3d708d22-cca0-411d-8109-dd030ae29409 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:53:35.222630 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-506e7f62-daae-43b6-b5d5-0e35e43d00b1 req-3d708d22-cca0-411d-8109-dd030ae29409 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=d27b5a25-00f8-435a-80d8-b6800add6a04 HTTP/1.1" status: 200 len: 945 time: 0.0480430 Jan 27 12:53:35.268852 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-506e7f62-daae-43b6-b5d5-0e35e43d00b1 req-182f290b-df3f-4cce-aeca-1def339a7e49 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=23f81f9f-ca02-407d-8e19-82277640515f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403690 Jan 27 12:53:36.381856 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ccdd9-38a1-4b9c-a213-be84f83c4e24 req-d80e089d-5e1a-4262-a496-e932e6635df8 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:53:36.383828 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-014ccdd9-38a1-4b9c-a213-be84f83c4e24 req-d80e089d-5e1a-4262-a496-e932e6635df8 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=d27b5a25-00f8-435a-80d8-b6800add6a04 HTTP/1.1" status: 200 len: 945 time: 0.0470834 Jan 27 12:53:36.428720 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-014ccdd9-38a1-4b9c-a213-be84f83c4e24 req-82fa6c40-4d12-4d34-9bab-f9ee296b15ed tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups?id=23f81f9f-ca02-407d-8e19-82277640515f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394011 Jan 27 12:53:36.932256 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd78ea0-c083-4cfe-bc33-8d6bb8ee46c6 req-aaa9880c-e564-4227-a52e-8a9eb6547c1d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:53:36.933678 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ffd78ea0-c083-4cfe-bc33-8d6bb8ee46c6 req-aaa9880c-e564-4227-a52e-8a9eb6547c1d tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.13 "GET /v2.0/ports?device_id=d27b5a25-00f8-435a-80d8-b6800add6a04 HTTP/1.1" status: 200 len: 945 time: 0.0473032 Jan 27 12:53:37.027646 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-ffd78ea0-c083-4cfe-bc33-8d6bb8ee46c6 req-ea7b0544-0b2d-43a5-8ca4-52c4cb9be239 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Deleting port c234ef95-5e4e-495d-8537-53e8716d8b77 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:53:37.027983 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-ffd78ea0-c083-4cfe-bc33-8d6bb8ee46c6 req-ea7b0544-0b2d-43a5-8ca4-52c4cb9be239 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (c234ef95-5e4e-495d-8537-53e8716d8b77), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:37.113062 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-ffd78ea0-c083-4cfe-bc33-8d6bb8ee46c6 req-ea7b0544-0b2d-43a5-8ca4-52c4cb9be239 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] For port c234ef95-5e4e-495d-8537-53e8716d8b77, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=c234ef95-5e4e-495d-8537-53e8716d8b77,segment=NetworkSegment(65f1ae4c-940a-41bf-91e5-c9736b2feeab),segment_id=65f1ae4c-940a-41bf-91e5-c9736b2feeab)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:53:37.113429 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-ffd78ea0-c083-4cfe-bc33-8d6bb8ee46c6 req-ea7b0544-0b2d-43a5-8ca4-52c4cb9be239 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (c234ef95-5e4e-495d-8537-53e8716d8b77), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:37.291102 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-ffd78ea0-c083-4cfe-bc33-8d6bb8ee46c6 req-ea7b0544-0b2d-43a5-8ca4-52c4cb9be239 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:37.291475 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-ffd78ea0-c083-4cfe-bc33-8d6bb8ee46c6 req-ea7b0544-0b2d-43a5-8ca4-52c4cb9be239 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664114'] for floatingip (09734984-9858-466c-b71f-98747013b05c), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:37.291785 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.db.l3_db [req-ffd78ea0-c083-4cfe-bc33-8d6bb8ee46c6 req-ea7b0544-0b2d-43a5-8ca4-52c4cb9be239 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Floating IP 09734984-9858-466c-b71f-98747013b05c disassociated. External IP: 172.27.2.182, port: c234ef95-5e4e-495d-8537-53e8716d8b77. Jan 27 12:53:37.292122 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-ffd78ea0-c083-4cfe-bc33-8d6bb8ee46c6 req-ea7b0544-0b2d-43a5-8ca4-52c4cb9be239 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Calling delete_port for c234ef95-5e4e-495d-8537-53e8716d8b77 owned by compute:nova {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:53:37.508372 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-ffd78ea0-c083-4cfe-bc33-8d6bb8ee46c6 req-ea7b0544-0b2d-43a5-8ca4-52c4cb9be239 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (c234ef95-5e4e-495d-8537-53e8716d8b77), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:37.525387 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e5a0b3b4-f347-4439-a062-d10b5fa7ba08 req-6bbf1d0d-9310-4ae4-9a6b-2dfb61082ade tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/ports?device_id=d27b5a25-00f8-435a-80d8-b6800add6a04 HTTP/1.1" status: 200 len: 210 time: 0.0265319 Jan 27 12:53:37.542323 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b0544-0b2d-43a5-8ca4-52c4cb9be239 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Pushing event deleted for resources: {'Port': ['ID=c234ef95-5e4e-495d-8537-53e8716d8b77,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:53:37.653543 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffd78ea0-c083-4cfe-bc33-8d6bb8ee46c6 req-ea7b0544-0b2d-43a5-8ca4-52c4cb9be239 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Router 9bad885b-d714-4000-a763-93fd6a88ce5d has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:53:37.759038 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffd78ea0-c083-4cfe-bc33-8d6bb8ee46c6 req-ea7b0544-0b2d-43a5-8ca4-52c4cb9be239 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:53:37.768481 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1c833a-7904-4750-9066-02cee5b68c6f None None] Sync routers for ids ['9bad885b-d714-4000-a763-93fd6a88ce5d'] in dv-cinder-824031-3-iscsi {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:53:37.779273 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1c833a-7904-4750-9066-02cee5b68c6f None None] Routers {'9bad885b-d714-4000-a763-93fd6a88ce5d'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:53:37.779875 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-6f1c833a-7904-4750-9066-02cee5b68c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:53:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['9bad885b-d714-4000-a763-93fd6a88ce5d'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:53:37.801476 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd78ea0-c083-4cfe-bc33-8d6bb8ee46c6 req-ea7b0544-0b2d-43a5-8ca4-52c4cb9be239 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] No DVR routers for this DVR port c234ef95-5e4e-495d-8537-53e8716d8b77 on host hv-cinder-82403 {{(pid=109462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:53:37.803930 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-ffd78ea0-c083-4cfe-bc33-8d6bb8ee46c6 req-ea7b0544-0b2d-43a5-8ca4-52c4cb9be239 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:37.807300 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ffd78ea0-c083-4cfe-bc33-8d6bb8ee46c6 req-ea7b0544-0b2d-43a5-8ca4-52c4cb9be239 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.13 "DELETE /v2.0/ports/c234ef95-5e4e-495d-8537-53e8716d8b77 HTTP/1.1" status: 204 len: 173 time: 0.8688862 Jan 27 12:53:37.807702 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27b5a25-00f8-435a-80d8-b6800add6a04', 'name': 'network-vif-deleted', 'tag': 'c234ef95-5e4e-495d-8537-53e8716d8b77'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:53:37.809985 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97388060-9334-4b36-a3dd-04b86c3619e1" -d '{"events": [{"server_uuid": "d27b5a25-00f8-435a-80d8-b6800add6a04", "name": "network-vif-deleted", "tag": "c234ef95-5e4e-495d-8537-53e8716d8b77"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:53:37.845456 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4924ee5c-fc9b-4650-8757-7389770fa7d1 x-openstack-request-id: req-4924ee5c-fc9b-4650-8757-7389770fa7d1 {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:53:37.850911 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27b5a25-00f8-435a-80d8-b6800add6a04", "name": "network-vif-deleted", "tag": "c234ef95-5e4e-495d-8537-53e8716d8b77", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:53:37.850911 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4924ee5c-fc9b-4650-8757-7389770fa7d1 {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:53:37.850911 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27b5a25-00f8-435a-80d8-b6800add6a04', 'name': 'network-vif-deleted', 'tag': 'c234ef95-5e4e-495d-8537-53e8716d8b77', 'status': 'completed', 'code': 200} Jan 27 12:53:37.887346 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-6f1c833a-7904-4750-9066-02cee5b68c6f None None] Set router 9bad885b-d714-4000-a763-93fd6a88ce5d gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:53:38.094698 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-6f1c833a-7904-4750-9066-02cee5b68c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'name': 'tempest-AttachVolumeTestJSON-389966503-router', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:26Z', 'revision_number': 4, 'project_id': '249663e6bac04668835be079e8478eb1', 'gw_port': {'id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'eed19dbc-fa88-4dfc-ac98-f4bfdcf63214', 'name': '', 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'mac_address': 'fa:16:3e:e6:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:25Z', 'updated_at': '2022-01-27T12:47:30Z', 'revision_number': 5, 'project_id': '249663e6bac04668835be079e8478eb1', 'subnets': [{'id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:53:38.124500 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1c833a-7904-4750-9066-02cee5b68c6f None None] Checking router: 9bad885b-d714-4000-a763-93fd6a88ce5d for host: dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:53:38.132822 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1c833a-7904-4750-9066-02cee5b68c6f None None] Routers {'9bad885b-d714-4000-a763-93fd6a88ce5d'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:53:38.133414 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-6f1c833a-7904-4750-9066-02cee5b68c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:53:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['9bad885b-d714-4000-a763-93fd6a88ce5d'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:53:38.235123 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-6f1c833a-7904-4750-9066-02cee5b68c6f None None] Set router 9bad885b-d714-4000-a763-93fd6a88ce5d gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:53:38.510285 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-6f1c833a-7904-4750-9066-02cee5b68c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'name': 'tempest-AttachVolumeTestJSON-389966503-router', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:26Z', 'revision_number': 4, 'project_id': '249663e6bac04668835be079e8478eb1', 'gw_port': {'id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'eed19dbc-fa88-4dfc-ac98-f4bfdcf63214', 'name': '', 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'mac_address': 'fa:16:3e:e6:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:25Z', 'updated_at': '2022-01-27T12:47:30Z', 'revision_number': 5, 'project_id': '249663e6bac04668835be079e8478eb1', 'subnets': [{'id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:53:38.538927 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1c833a-7904-4750-9066-02cee5b68c6f None None] The sync data for ids ['9bad885b-d714-4000-a763-93fd6a88ce5d'] in dv-cinder-824031-3-iscsi is: [{'id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'name': 'tempest-AttachVolumeTestJSON-389966503-router', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:26Z', 'revision_number': 4, 'project_id': '249663e6bac04668835be079e8478eb1', 'gw_port': {'id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'eed19dbc-fa88-4dfc-ac98-f4bfdcf63214', 'name': '', 'network_id': 'c2b054f4-877c-446a-a491-c6a17689946c', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'mac_address': 'fa:16:3e:e6:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:25Z', 'updated_at': '2022-01-27T12:47:30Z', 'revision_number': 5, 'project_id': '249663e6bac04668835be079e8478eb1', 'subnets': [{'id': 'b450d6ba-6f2c-4498-8ab8-ce2ca102b850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:53:38.673961 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 45786) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:53:38.732770 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-76e4a0a6-3850-44bf-836e-755ab9bdecd5 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for security_group (23f81f9f-ca02-407d-8e19-82277640515f), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:38.760426 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-76e4a0a6-3850-44bf-836e-755ab9bdecd5 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for security_group (23f81f9f-ca02-407d-8e19-82277640515f), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:38.799231 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674d7f46-2a0f-44a1-91fc-1fc16c712f5b None None] New status for floating IP 09734984-9858-466c-b71f-98747013b05c: DOWN {{(pid=109463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 12:53:38.884302 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-76e4a0a6-3850-44bf-836e-755ab9bdecd5 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (23f81f9f-ca02-407d-8e19-82277640515f), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:38.887071 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-76e4a0a6-3850-44bf-836e-755ab9bdecd5 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:38.889539 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-76e4a0a6-3850-44bf-836e-755ab9bdecd5 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "DELETE /v2.0/security-groups/23f81f9f-ca02-407d-8e19-82277640515f HTTP/1.1" status: 204 len: 168 time: 0.2133272 Jan 27 12:53:38.891221 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 45788) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:53:38.897624 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4a0a6-3850-44bf-836e-755ab9bdecd5 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f81f9f-ca02-407d-8e19-82277640515f,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:53:38.907103 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.api.v2.resource [None req-a1a75b5c-3be2-4c7a-a07c-dd26189d1327 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] show failed (client error): The resource could not be found. Jan 27 12:53:38.908206 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-a1a75b5c-3be2-4c7a-a07c-dd26189d1327 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "GET /v2.0/security-groups/23f81f9f-ca02-407d-8e19-82277640515f HTTP/1.1" status: 404 len: 347 time: 0.0159497 Jan 27 12:53:38.911068 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 45790) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:53:39.038449 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-3b8f95db-c64d-4895-ad7c-07ae5f694677 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Deleting port 88a7caca-7068-4a0a-b30f-3d9561c00f57 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:53:39.038874 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-3b8f95db-c64d-4895-ad7c-07ae5f694677 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (88a7caca-7068-4a0a-b30f-3d9561c00f57), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:39.113617 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-3b8f95db-c64d-4895-ad7c-07ae5f694677 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (88a7caca-7068-4a0a-b30f-3d9561c00f57), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:39.113938 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-3b8f95db-c64d-4895-ad7c-07ae5f694677 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for floatingip (88a7caca-7068-4a0a-b30f-3d9561c00f57), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:39.125300 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-3b8f95db-c64d-4895-ad7c-07ae5f694677 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Calling delete_port for 88a7caca-7068-4a0a-b30f-3d9561c00f57 owned by network:floatingip {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:53:39.337299 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-3b8f95db-c64d-4895-ad7c-07ae5f694677 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (88a7caca-7068-4a0a-b30f-3d9561c00f57), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:39.363891 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f95db-c64d-4895-ad7c-07ae5f694677 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Pushing event deleted for resources: {'Port': ['ID=88a7caca-7068-4a0a-b30f-3d9561c00f57,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:53:39.426134 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-3b8f95db-c64d-4895-ad7c-07ae5f694677 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks [] for floatingip (09734984-9858-466c-b71f-98747013b05c), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:39.428672 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-3b8f95db-c64d-4895-ad7c-07ae5f694677 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for floatingip (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:39.432518 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-3b8f95db-c64d-4895-ad7c-07ae5f694677 tempest-AttachVolumeTestJSON-1971977380 tempest-AttachVolumeTestJSON-1971977380-project] 10.222.0.39 "DELETE /v2.0/floatingips/09734984-9858-466c-b71f-98747013b05c HTTP/1.1" status: 204 len: 168 time: 0.5177627 Jan 27 12:53:39.629910 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:53:41.026626 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device c234ef95-5e4e-495d-8537-53e8716d8b77 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:53:41.045870 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] No Port match for: c234ef95-5e4e-495d-8537-53e8716d8b77 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:53:41.046216 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device c234ef95-5e4e-495d-8537-53e8716d8b77 not bound to the agent host hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:53:43.321366 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 45858) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:53:43.797079 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-eaa764db-ec24-49e9-b40b-680452daaf27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664626'] for router_interface (9bad885b-d714-4000-a763-93fd6a88ce5d), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:44.031934 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-eaa764db-ec24-49e9-b40b-680452daaf27 admin admin] Deleting port eed19dbc-fa88-4dfc-ac98-f4bfdcf63214 {{(pid=109461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:53:44.032272 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-eaa764db-ec24-49e9-b40b-680452daaf27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (eed19dbc-fa88-4dfc-ac98-f4bfdcf63214), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:44.110059 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [None req-eaa764db-ec24-49e9-b40b-680452daaf27 admin admin] For port eed19dbc-fa88-4dfc-ac98-f4bfdcf63214, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=eed19dbc-fa88-4dfc-ac98-f4bfdcf63214,segment=NetworkSegment(65f1ae4c-940a-41bf-91e5-c9736b2feeab),segment_id=65f1ae4c-940a-41bf-91e5-c9736b2feeab)] {{(pid=109461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:53:44.110339 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-eaa764db-ec24-49e9-b40b-680452daaf27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (eed19dbc-fa88-4dfc-ac98-f4bfdcf63214), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:44.122171 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-eaa764db-ec24-49e9-b40b-680452daaf27 admin admin] Calling delete_port for eed19dbc-fa88-4dfc-ac98-f4bfdcf63214 owned by network:router_interface {{(pid=109461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:53:44.359189 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-eaa764db-ec24-49e9-b40b-680452daaf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (eed19dbc-fa88-4dfc-ac98-f4bfdcf63214), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:44.385361 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa764db-ec24-49e9-b40b-680452daaf27 admin admin] Pushing event deleted for resources: {'Port': ['ID=eed19dbc-fa88-4dfc-ac98-f4bfdcf63214,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:53:44.558474 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-eaa764db-ec24-49e9-b40b-680452daaf27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664742'] for router_interface (9bad885b-d714-4000-a763-93fd6a88ce5d), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:44.778615 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa764db-ec24-49e9-b40b-680452daaf27 admin admin] Router 9bad885b-d714-4000-a763-93fd6a88ce5d has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:53:44.880989 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa764db-ec24-49e9-b40b-680452daaf27 admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:53:44.886148 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-eaa764db-ec24-49e9-b40b-680452daaf27 admin admin] 10.222.0.39 "PUT /v2.0/routers/9bad885b-d714-4000-a763-93fd6a88ce5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5637705 Jan 27 12:53:44.888703 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 45880) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:53:44.892391 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bffb50c-479a-4ce3-84aa-7400ff6e8cf2 None None] Sync routers for ids ['9bad885b-d714-4000-a763-93fd6a88ce5d'] in dv-cinder-824031-3-iscsi {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:53:44.903981 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bffb50c-479a-4ce3-84aa-7400ff6e8cf2 None None] Routers {'9bad885b-d714-4000-a763-93fd6a88ce5d'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:53:44.904588 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-5bffb50c-479a-4ce3-84aa-7400ff6e8cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:53:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['9bad885b-d714-4000-a763-93fd6a88ce5d'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:53:45.001110 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1f7e68ab-1a73-45f4-8836-f08dc3ba150a admin admin] Publish callbacks [] for router (9bad885b-d714-4000-a763-93fd6a88ce5d), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:45.011345 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-5bffb50c-479a-4ce3-84aa-7400ff6e8cf2 None None] Set router 9bad885b-d714-4000-a763-93fd6a88ce5d gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:53:45.100912 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1f7e68ab-1a73-45f4-8836-f08dc3ba150a admin admin] Publish callbacks [] for router_gateway (9bad885b-d714-4000-a763-93fd6a88ce5d), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:45.184915 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-5bffb50c-479a-4ce3-84aa-7400ff6e8cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'name': 'tempest-AttachVolumeTestJSON-389966503-router', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:53:44Z', 'revision_number': 5, 'project_id': '249663e6bac04668835be079e8478eb1', 'gw_port': {'id': '360a7dbc-2814-4203-b0ca-8cf50b5f87d0', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:53:45.211760 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bffb50c-479a-4ce3-84aa-7400ff6e8cf2 None None] Checking router: 9bad885b-d714-4000-a763-93fd6a88ce5d for host: dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:53:45.214619 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-1f7e68ab-1a73-45f4-8836-f08dc3ba150a admin admin] Deleting port 360a7dbc-2814-4203-b0ca-8cf50b5f87d0 {{(pid=109461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:53:45.214992 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1f7e68ab-1a73-45f4-8836-f08dc3ba150a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (360a7dbc-2814-4203-b0ca-8cf50b5f87d0), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:45.220459 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bffb50c-479a-4ce3-84aa-7400ff6e8cf2 None None] Routers {'9bad885b-d714-4000-a763-93fd6a88ce5d'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:53:45.221052 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-5bffb50c-479a-4ce3-84aa-7400ff6e8cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:53:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['9bad885b-d714-4000-a763-93fd6a88ce5d'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:53:45.295669 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [None req-1f7e68ab-1a73-45f4-8836-f08dc3ba150a admin admin] For port 360a7dbc-2814-4203-b0ca-8cf50b5f87d0, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=360a7dbc-2814-4203-b0ca-8cf50b5f87d0,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:53:45.298193 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1f7e68ab-1a73-45f4-8836-f08dc3ba150a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (360a7dbc-2814-4203-b0ca-8cf50b5f87d0), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:45.308138 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-1f7e68ab-1a73-45f4-8836-f08dc3ba150a admin admin] Calling delete_port for 360a7dbc-2814-4203-b0ca-8cf50b5f87d0 owned by network:router_gateway {{(pid=109461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:53:45.308326 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-5bffb50c-479a-4ce3-84aa-7400ff6e8cf2 None None] Set router 9bad885b-d714-4000-a763-93fd6a88ce5d gateway port host: None {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:53:45.364222 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-5bffb50c-479a-4ce3-84aa-7400ff6e8cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'name': 'tempest-AttachVolumeTestJSON-389966503-router', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:53:45Z', 'revision_number': 6, 'project_id': '249663e6bac04668835be079e8478eb1', 'gw_port_host': None}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:53:45.391263 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bffb50c-479a-4ce3-84aa-7400ff6e8cf2 None None] The sync data for ids ['9bad885b-d714-4000-a763-93fd6a88ce5d'] in dv-cinder-824031-3-iscsi is: [{'id': '9bad885b-d714-4000-a763-93fd6a88ce5d', 'name': 'tempest-AttachVolumeTestJSON-389966503-router', 'tenant_id': '249663e6bac04668835be079e8478eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:47:22Z', 'updated_at': '2022-01-27T12:53:45Z', 'revision_number': 6, 'project_id': '249663e6bac04668835be079e8478eb1', 'gw_port_host': None}] {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:53:45.565532 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1f7e68ab-1a73-45f4-8836-f08dc3ba150a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (360a7dbc-2814-4203-b0ca-8cf50b5f87d0), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:45.595202 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e68ab-1a73-45f4-8836-f08dc3ba150a admin admin] Pushing event deleted for resources: {'Port': ['ID=360a7dbc-2814-4203-b0ca-8cf50b5f87d0,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:53:45.652996 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1f7e68ab-1a73-45f4-8836-f08dc3ba150a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1661832'] for router_gateway (9bad885b-d714-4000-a763-93fd6a88ce5d), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:45.744099 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1f7e68ab-1a73-45f4-8836-f08dc3ba150a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108308'] for router (9bad885b-d714-4000-a763-93fd6a88ce5d), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:45.746436 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1f7e68ab-1a73-45f4-8836-f08dc3ba150a admin admin] Publish callbacks [] for router_controller (9bad885b-d714-4000-a763-93fd6a88ce5d), precommit_delete_associations {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:45.868458 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1f7e68ab-1a73-45f4-8836-f08dc3ba150a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666324'] for router (9bad885b-d714-4000-a763-93fd6a88ce5d), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:45.868927 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7e68ab-1a73-45f4-8836-f08dc3ba150a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bad885b-d714-4000-a763-93fd6a88ce5d {{(pid=109461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 12:53:45.873185 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1f7e68ab-1a73-45f4-8836-f08dc3ba150a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:45.874336 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-1f7e68ab-1a73-45f4-8836-f08dc3ba150a admin admin] 10.222.0.39 "DELETE /v2.0/routers/9bad885b-d714-4000-a763-93fd6a88ce5d HTTP/1.1" status: 204 len: 168 time: 0.9847450 Jan 27 12:53:45.876936 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 45886) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:53:45.919552 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_v2 [None req-04387ed1-df1f-46fb-9f8b-6a85e2e53214 admin admin] Deleting subnet b450d6ba-6f2c-4498-8ab8-ce2ca102b850 {{(pid=109461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 12:53:45.922546 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-04387ed1-df1f-46fb-9f8b-6a85e2e53214 admin admin] Publish callbacks [] for subnet (b450d6ba-6f2c-4498-8ab8-ce2ca102b850), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:45.954993 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-04387ed1-df1f-46fb-9f8b-6a85e2e53214 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25843844'] for subnet (b450d6ba-6f2c-4498-8ab8-ce2ca102b850), precommit_delete_associations {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:46.033645 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-04387ed1-df1f-46fb-9f8b-6a85e2e53214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676805'] for subnet (b450d6ba-6f2c-4498-8ab8-ce2ca102b850), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:46.165961 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-04387ed1-df1f-46fb-9f8b-6a85e2e53214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3294776'] for subnet (b450d6ba-6f2c-4498-8ab8-ce2ca102b850), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:46.194310 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04387ed1-df1f-46fb-9f8b-6a85e2e53214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b450d6ba-6f2c-4498-8ab8-ce2ca102b850,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:53:46.201266 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-04387ed1-df1f-46fb-9f8b-6a85e2e53214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for subnet (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:46.205347 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-04387ed1-df1f-46fb-9f8b-6a85e2e53214 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b450d6ba-6f2c-4498-8ab8-ce2ca102b850 HTTP/1.1" status: 204 len: 168 time: 0.3271484 Jan 27 12:53:46.207865 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d701c86-36bb-477c-abbd-e8fba101215e None None] Network c2b054f4-877c-446a-a491-c6a17689946c requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:53:46.208658 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 45900) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:53:46.292984 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c1089696-0e7c-4edc-a5e8-60e40a5048f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617860'] for network (c2b054f4-877c-446a-a491-c6a17689946c), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:46.353880 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-c1089696-0e7c-4edc-a5e8-60e40a5048f0 admin admin] Deleting port e01b23d5-ff28-498c-b45c-83c45b5d2e3a {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:53:46.354383 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c1089696-0e7c-4edc-a5e8-60e40a5048f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (e01b23d5-ff28-498c-b45c-83c45b5d2e3a), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:46.424746 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef841ee6-cee1-4f37-a755-febec7d9cc3f None None] DHCP port deletion for c2b054f4-877c-446a-a491-c6a17689946c request from dv-cinder-824031-3-iscsi {{(pid=109463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 12:53:46.426038 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [None req-c1089696-0e7c-4edc-a5e8-60e40a5048f0 admin admin] For port e01b23d5-ff28-498c-b45c-83c45b5d2e3a, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=e01b23d5-ff28-498c-b45c-83c45b5d2e3a,segment=NetworkSegment(65f1ae4c-940a-41bf-91e5-c9736b2feeab),segment_id=65f1ae4c-940a-41bf-91e5-c9736b2feeab)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:53:46.426414 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c1089696-0e7c-4edc-a5e8-60e40a5048f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (e01b23d5-ff28-498c-b45c-83c45b5d2e3a), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:46.440827 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-c1089696-0e7c-4edc-a5e8-60e40a5048f0 admin admin] Calling delete_port for e01b23d5-ff28-498c-b45c-83c45b5d2e3a owned by network:dhcp {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:53:46.462269 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 360a7dbc-2814-4203-b0ca-8cf50b5f87d0 no longer exists at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:53:46.490056 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] No Port match for: 360a7dbc-2814-4203-b0ca-8cf50b5f87d0 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:53:46.490542 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 360a7dbc-2814-4203-b0ca-8cf50b5f87d0 not bound to the agent host dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:53:46.490989 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device eed19dbc-fa88-4dfc-ac98-f4bfdcf63214 no longer exists at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:53:46.519715 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] No Port match for: eed19dbc-fa88-4dfc-ac98-f4bfdcf63214 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:53:46.520061 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device eed19dbc-fa88-4dfc-ac98-f4bfdcf63214 not bound to the agent host dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:53:46.536753 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-ef841ee6-cee1-4f37-a755-febec7d9cc3f None None] Deleting port e01b23d5-ff28-498c-b45c-83c45b5d2e3a {{(pid=109463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:53:46.537125 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-ef841ee6-cee1-4f37-a755-febec7d9cc3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (e01b23d5-ff28-498c-b45c-83c45b5d2e3a), before_delete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:46.599799 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c1089696-0e7c-4edc-a5e8-60e40a5048f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (e01b23d5-ff28-498c-b45c-83c45b5d2e3a), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:46.600331 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-ef841ee6-cee1-4f37-a755-febec7d9cc3f None None] For port e01b23d5-ff28-498c-b45c-83c45b5d2e3a, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=e01b23d5-ff28-498c-b45c-83c45b5d2e3a,segment=NetworkSegment(65f1ae4c-940a-41bf-91e5-c9736b2feeab),segment_id=65f1ae4c-940a-41bf-91e5-c9736b2feeab)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:53:46.600732 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-ef841ee6-cee1-4f37-a755-febec7d9cc3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (e01b23d5-ff28-498c-b45c-83c45b5d2e3a), precommit_delete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:46.613478 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-ef841ee6-cee1-4f37-a755-febec7d9cc3f None None] Calling delete_port for e01b23d5-ff28-498c-b45c-83c45b5d2e3a owned by network:dhcp {{(pid=109463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:53:46.635530 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1089696-0e7c-4edc-a5e8-60e40a5048f0 admin admin] No DVR routers for this DVR port e01b23d5-ff28-498c-b45c-83c45b5d2e3a on host dv-cinder-824031-3-iscsi {{(pid=109462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:53:46.635530 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1089696-0e7c-4edc-a5e8-60e40a5048f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e01b23d5-ff28-498c-b45c-83c45b5d2e3a,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:53:46.692377 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-ef841ee6-cee1-4f37-a755-febec7d9cc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560'] for port (e01b23d5-ff28-498c-b45c-83c45b5d2e3a), after_delete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:46.711229 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c1089696-0e7c-4edc-a5e8-60e40a5048f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678482', 'neutron.services.segments.db._delete_segments_for_network-8727398100354'] for network (c2b054f4-877c-446a-a491-c6a17689946c), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:46.719168 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef841ee6-cee1-4f37-a755-febec7d9cc3f None None] Pushing event deleted for resources: {'Port': ['ID=e01b23d5-ff28-498c-b45c-83c45b5d2e3a,revision_number=None']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:53:46.724152 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef841ee6-cee1-4f37-a755-febec7d9cc3f None None] No DVR routers for this DVR port e01b23d5-ff28-498c-b45c-83c45b5d2e3a on host dv-cinder-824031-3-iscsi {{(pid=109463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:53:46.736932 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-c1089696-0e7c-4edc-a5e8-60e40a5048f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b054f4-877c-446a-a491-c6a17689946c']}} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:53:46.746365 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-c1089696-0e7c-4edc-a5e8-60e40a5048f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f1ae4c-940a-41bf-91e5-c9736b2feeab') {'for_net_delete': True} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:53:46.746672 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-c1089696-0e7c-4edc-a5e8-60e40a5048f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f1ae4c-940a-41bf-91e5-c9736b2feeab') {} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:53:46.758425 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c1089696-0e7c-4edc-a5e8-60e40a5048f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727398101899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25970318'] for segment (65f1ae4c-940a-41bf-91e5-c9736b2feeab), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:46.771890 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c1089696-0e7c-4edc-a5e8-60e40a5048f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (65f1ae4c-940a-41bf-91e5-c9736b2feeab), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:46.778498 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1089696-0e7c-4edc-a5e8-60e40a5048f0 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=109462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 12:53:46.779090 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c1089696-0e7c-4edc-a5e8-60e40a5048f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3262373'] for segment (65f1ae4c-940a-41bf-91e5-c9736b2feeab), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: Traceback (most recent call last): Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: timer() Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: cb(*args, **kw) Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: return func(*args, **kwargs) Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: self._notify() Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: self.callback(batched_events) Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: event.method(event) Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: return f(self, *a, **k) Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: return self._get(url).json() Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: return self.request(url, 'GET', **kwargs) Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 12:53:46.780587 dv-cinder-824031-3-iscsi neutron-server[109462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 12:53:46.835112 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 45914) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:53:46.895597 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c1089696-0e7c-4edc-a5e8-60e40a5048f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664096'] for network (c2b054f4-877c-446a-a491-c6a17689946c), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:46.909129 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c1089696-0e7c-4edc-a5e8-60e40a5048f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:46.909129 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-c1089696-0e7c-4edc-a5e8-60e40a5048f0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c2b054f4-877c-446a-a491-c6a17689946c HTTP/1.1" status: 204 len: 168 time: 0.6959178 Jan 27 12:53:46.916131 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1089696-0e7c-4edc-a5e8-60e40a5048f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2b054f4-877c-446a-a491-c6a17689946c,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:53:46.941277 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-4198a1f8-5cfb-4cb2-b8e5-123edff2726a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:47.017051 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-4198a1f8-5cfb-4cb2-b8e5-123edff2726a admin admin] Publish callbacks [] for security_group (cce79850-c941-4d0a-af41-70e63cb282c2), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:47.085089 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-4198a1f8-5cfb-4cb2-b8e5-123edff2726a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (cce79850-c941-4d0a-af41-70e63cb282c2), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:47.124215 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-4198a1f8-5cfb-4cb2-b8e5-123edff2726a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca43f70b02b9410485f64ea0793277a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874212 Jan 27 12:53:47.125108 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198a1f8-5cfb-4cb2-b8e5-123edff2726a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce79850-c941-4d0a-af41-70e63cb282c2,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:53:47.127026 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 45920) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:53:47.175645 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-cfb36c98-5a46-46ba-9bd3-612ff263606d admin admin] Publish callbacks [] for security_group (cce79850-c941-4d0a-af41-70e63cb282c2), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:47.197469 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-cfb36c98-5a46-46ba-9bd3-612ff263606d admin admin] Publish callbacks [] for security_group (cce79850-c941-4d0a-af41-70e63cb282c2), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:47.251222 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 45922) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:53:47.291984 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-054a4eb6-3ced-4baf-ab9d-fb3f46fd94cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=249663e6bac04668835be079e8478eb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396295 Jan 27 12:53:47.294473 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 45924) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:53:47.318092 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-cfb36c98-5a46-46ba-9bd3-612ff263606d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (cce79850-c941-4d0a-af41-70e63cb282c2), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:47.321243 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-cfb36c98-5a46-46ba-9bd3-612ff263606d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:47.322306 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-cfb36c98-5a46-46ba-9bd3-612ff263606d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cce79850-c941-4d0a-af41-70e63cb282c2 HTTP/1.1" status: 204 len: 168 time: 0.1942804 Jan 27 12:53:47.343578 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb36c98-5a46-46ba-9bd3-612ff263606d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce79850-c941-4d0a-af41-70e63cb282c2,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:53:47.360149 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-fca8b35c-a11f-48e9-b238-2d4fe332ac88 admin admin] Publish callbacks [] for security_group (f6380618-2b05-456c-94a3-e2f6f9a895e1), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:47.388262 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-fca8b35c-a11f-48e9-b238-2d4fe332ac88 admin admin] Publish callbacks [] for security_group (f6380618-2b05-456c-94a3-e2f6f9a895e1), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:47.501861 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-fca8b35c-a11f-48e9-b238-2d4fe332ac88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (f6380618-2b05-456c-94a3-e2f6f9a895e1), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:47.504500 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-fca8b35c-a11f-48e9-b238-2d4fe332ac88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:47.508458 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-fca8b35c-a11f-48e9-b238-2d4fe332ac88 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f6380618-2b05-456c-94a3-e2f6f9a895e1 HTTP/1.1" status: 204 len: 168 time: 0.2102280 Jan 27 12:53:47.513533 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8b35c-a11f-48e9-b238-2d4fe332ac88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6380618-2b05-456c-94a3-e2f6f9a895e1,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:53:47.971453 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 45940) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:53:47.985252 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-687e2048-2b8f-4022-8949-3fabdfb25fbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:48.059056 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-687e2048-2b8f-4022-8949-3fabdfb25fbc admin admin] Publish callbacks [] for security_group (287085e8-9f00-4758-b6a9-b257dad10500), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:48.159514 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-687e2048-2b8f-4022-8949-3fabdfb25fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (287085e8-9f00-4758-b6a9-b257dad10500), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:48.199904 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-687e2048-2b8f-4022-8949-3fabdfb25fbc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce60a1b8eac4464ea79d9ec5228eaef0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249603 Jan 27 12:53:48.199904 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e2048-2b8f-4022-8949-3fabdfb25fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287085e8-9f00-4758-b6a9-b257dad10500,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:53:48.200571 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 45944) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:53:48.250374 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-2a6c95f8-2552-4b78-80ac-fef747e0a833 admin admin] Publish callbacks [] for security_group (287085e8-9f00-4758-b6a9-b257dad10500), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:48.271965 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-2a6c95f8-2552-4b78-80ac-fef747e0a833 admin admin] Publish callbacks [] for security_group (287085e8-9f00-4758-b6a9-b257dad10500), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:48.373201 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device e01b23d5-ff28-498c-b45c-83c45b5d2e3a no longer exists at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:53:48.386684 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] No Port match for: e01b23d5-ff28-498c-b45c-83c45b5d2e3a {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:53:48.387062 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device e01b23d5-ff28-498c-b45c-83c45b5d2e3a not bound to the agent host dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:53:48.393059 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-2a6c95f8-2552-4b78-80ac-fef747e0a833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (287085e8-9f00-4758-b6a9-b257dad10500), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:48.396511 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-2a6c95f8-2552-4b78-80ac-fef747e0a833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:48.402116 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-2a6c95f8-2552-4b78-80ac-fef747e0a833 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/287085e8-9f00-4758-b6a9-b257dad10500 HTTP/1.1" status: 204 len: 168 time: 0.1964045 Jan 27 12:53:48.407358 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c95f8-2552-4b78-80ac-fef747e0a833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287085e8-9f00-4758-b6a9-b257dad10500,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:53:49.408909 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 46002) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:53:49.514905 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b0658ce6-78de-4213-a40e-33cd61099772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:49.587896 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b0658ce6-78de-4213-a40e-33cd61099772 admin admin] Publish callbacks [] for security_group (c7008e99-d0ee-426a-91ce-0392659aa98f), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:49.639312 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b0658ce6-78de-4213-a40e-33cd61099772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (c7008e99-d0ee-426a-91ce-0392659aa98f), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:49.677913 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-b0658ce6-78de-4213-a40e-33cd61099772 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6063aca479f2475f92d243d4c7b2edba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2678473 Jan 27 12:53:49.679970 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0658ce6-78de-4213-a40e-33cd61099772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7008e99-d0ee-426a-91ce-0392659aa98f,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:53:49.680687 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 46012) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:53:49.734118 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-fd23cb7c-9143-47a5-92be-23e79cc5ec26 admin admin] Publish callbacks [] for security_group (c7008e99-d0ee-426a-91ce-0392659aa98f), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:49.754781 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-fd23cb7c-9143-47a5-92be-23e79cc5ec26 admin admin] Publish callbacks [] for security_group (c7008e99-d0ee-426a-91ce-0392659aa98f), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:49.873622 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-fd23cb7c-9143-47a5-92be-23e79cc5ec26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (c7008e99-d0ee-426a-91ce-0392659aa98f), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:49.876252 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-fd23cb7c-9143-47a5-92be-23e79cc5ec26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:49.877415 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-fd23cb7c-9143-47a5-92be-23e79cc5ec26 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c7008e99-d0ee-426a-91ce-0392659aa98f HTTP/1.1" status: 204 len: 168 time: 0.1957159 Jan 27 12:53:49.886660 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23cb7c-9143-47a5-92be-23e79cc5ec26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7008e99-d0ee-426a-91ce-0392659aa98f,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:53:50.455285 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-48250b9a-1bc5-4c60-9b70-c89f8a7b286d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:52.730303 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f18ccaf1-3d25-4e45-b69e-4d527589c00d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:53.833744 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:55.374760 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:56.724565 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:53:57.496092 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:01.551012 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-76eacbba-f123-4735-9c8c-93461ecb67e0 req-e7ca51be-f783-47ca-8f16-11b71992c843 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402150 Jan 27 12:54:01.615985 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eacbba-f123-4735-9c8c-93461ecb67e0 req-4e7f7c2d-970d-4cda-89dc-bf1502f76307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:01.617461 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-76eacbba-f123-4735-9c8c-93461ecb67e0 req-4e7f7c2d-970d-4cda-89dc-bf1502f76307 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=399e6049e194420f981610e835c63d4c&device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 1098 time: 0.0433731 Jan 27 12:54:01.722485 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eacbba-f123-4735-9c8c-93461ecb67e0 req-07b3f5f9-3c6d-4cb9-81c8-f5b2ba3e61b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:01.724205 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-76eacbba-f123-4735-9c8c-93461ecb67e0 req-07b3f5f9-3c6d-4cb9-81c8-f5b2ba3e61b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b881bfa-8c59-42cc-bbb7-915cf0da0886 HTTP/1.1" status: 200 len: 910 time: 0.0899715 Jan 27 12:54:01.788201 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-76eacbba-f123-4735-9c8c-93461ecb67e0 req-cfb6ed2a-c1ec-4d52-a8b8-a08b39c9f086 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d51e1f0-0d05-42bb-b0b0-b382c319b2ff HTTP/1.1" status: 200 len: 1001 time: 0.0579593 Jan 27 12:54:01.842463 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eacbba-f123-4735-9c8c-93461ecb67e0 req-dcb77c8e-2142-424b-8526-be9e00a04162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:01.843945 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-76eacbba-f123-4735-9c8c-93461ecb67e0 req-dcb77c8e-2142-424b-8526-be9e00a04162 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e2057e7f-7b4f-4ccf-80eb-9d8bb780312e HTTP/1.1" status: 200 len: 848 time: 0.0479791 Jan 27 12:54:01.887038 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eacbba-f123-4735-9c8c-93461ecb67e0 req-b3a6052a-7fb8-4b2f-a237-9f66aff48949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:01.888471 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-76eacbba-f123-4735-9c8c-93461ecb67e0 req-b3a6052a-7fb8-4b2f-a237-9f66aff48949 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b881bfa-8c59-42cc-bbb7-915cf0da0886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385268 Jan 27 12:54:01.975581 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-76eacbba-f123-4735-9c8c-93461ecb67e0 req-0fa9f93f-d888-412c-80d6-bafcb9c171fe service neutron] 10.222.0.13 "GET /v2.0/networks/6b881bfa-8c59-42cc-bbb7-915cf0da0886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805409 Jan 27 12:54:02.065186 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-76eacbba-f123-4735-9c8c-93461ecb67e0 req-e6d991b9-dd65-4229-b084-4ca21af1fe5e service neutron] 10.222.0.13 "GET /v2.0/networks/6b881bfa-8c59-42cc-bbb7-915cf0da0886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837672 Jan 27 12:54:03.321619 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 46208) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:03.423260 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-f8ccc4f8-5938-4c2c-a3c4-978ffebd4611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:03.496899 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-f8ccc4f8-5938-4c2c-a3c4-978ffebd4611 admin admin] Publish callbacks [] for security_group (c66838d4-e84a-482e-946e-8fd535412fd8), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:03.565082 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-f8ccc4f8-5938-4c2c-a3c4-978ffebd4611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (c66838d4-e84a-482e-946e-8fd535412fd8), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:03.604363 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-f8ccc4f8-5938-4c2c-a3c4-978ffebd4611 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=15161bffa21d437caf3afcdd8397a8ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2816103 Jan 27 12:54:03.605210 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccc4f8-5938-4c2c-a3c4-978ffebd4611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66838d4-e84a-482e-946e-8fd535412fd8,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:03.607134 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 46212) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:03.654676 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-daf38f49-6e13-4350-81ee-be554640a1a9 admin admin] Publish callbacks [] for security_group (c66838d4-e84a-482e-946e-8fd535412fd8), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:03.675331 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-daf38f49-6e13-4350-81ee-be554640a1a9 admin admin] Publish callbacks [] for security_group (c66838d4-e84a-482e-946e-8fd535412fd8), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:03.787759 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-daf38f49-6e13-4350-81ee-be554640a1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (c66838d4-e84a-482e-946e-8fd535412fd8), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:03.791689 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-daf38f49-6e13-4350-81ee-be554640a1a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:03.792865 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-daf38f49-6e13-4350-81ee-be554640a1a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c66838d4-e84a-482e-946e-8fd535412fd8 HTTP/1.1" status: 204 len: 168 time: 0.1846776 Jan 27 12:54:03.803501 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf38f49-6e13-4350-81ee-be554640a1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66838d4-e84a-482e-946e-8fd535412fd8,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:04.376189 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 46232) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:04.389739 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-79e5f1ef-af7d-40bd-9c3c-27934e9f4e89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:04.459500 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-79e5f1ef-af7d-40bd-9c3c-27934e9f4e89 admin admin] Publish callbacks [] for security_group (5f96be64-5546-48b8-b106-009880f35731), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:04.507824 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-79e5f1ef-af7d-40bd-9c3c-27934e9f4e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (5f96be64-5546-48b8-b106-009880f35731), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:04.548723 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-79e5f1ef-af7d-40bd-9c3c-27934e9f4e89 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ed8489aa8d9439386e993001f79ba1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1714416 Jan 27 12:54:04.549627 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5f1ef-af7d-40bd-9c3c-27934e9f4e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f96be64-5546-48b8-b106-009880f35731,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:04.551387 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 46236) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:04.602764 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a7931b20-40e9-4a45-b660-fc1fa29f1f35 admin admin] Publish callbacks [] for security_group (5f96be64-5546-48b8-b106-009880f35731), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:04.629833 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a7931b20-40e9-4a45-b660-fc1fa29f1f35 admin admin] Publish callbacks [] for security_group (5f96be64-5546-48b8-b106-009880f35731), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:04.632355 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 46238) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:04.739680 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-e0c89e5b-8bd2-4655-bd36-a365f01f3e9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:04.741173 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a7931b20-40e9-4a45-b660-fc1fa29f1f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (5f96be64-5546-48b8-b106-009880f35731), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:04.744408 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a7931b20-40e9-4a45-b660-fc1fa29f1f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:04.745565 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-a7931b20-40e9-4a45-b660-fc1fa29f1f35 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f96be64-5546-48b8-b106-009880f35731 HTTP/1.1" status: 204 len: 168 time: 0.1922147 Jan 27 12:54:04.753689 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7931b20-40e9-4a45-b660-fc1fa29f1f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f96be64-5546-48b8-b106-009880f35731,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:04.818828 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-e0c89e5b-8bd2-4655-bd36-a365f01f3e9b admin admin] Publish callbacks [] for security_group (3d24dcde-10cd-4b52-b9c2-0d739cc6a127), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:04.896543 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-e0c89e5b-8bd2-4655-bd36-a365f01f3e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (3d24dcde-10cd-4b52-b9c2-0d739cc6a127), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:04.934123 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c89e5b-8bd2-4655-bd36-a365f01f3e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d24dcde-10cd-4b52-b9c2-0d739cc6a127,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:04.938376 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-e0c89e5b-8bd2-4655-bd36-a365f01f3e9b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d00be05829bb462c8c81831d0fef2e20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3049901 Jan 27 12:54:04.941073 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 46244) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:04.988137 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-14756844-20e2-4afe-b680-4bd23c9b665c admin admin] Publish callbacks [] for security_group (3d24dcde-10cd-4b52-b9c2-0d739cc6a127), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:05.008498 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-14756844-20e2-4afe-b680-4bd23c9b665c admin admin] Publish callbacks [] for security_group (3d24dcde-10cd-4b52-b9c2-0d739cc6a127), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:05.125197 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-14756844-20e2-4afe-b680-4bd23c9b665c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (3d24dcde-10cd-4b52-b9c2-0d739cc6a127), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:05.127920 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-14756844-20e2-4afe-b680-4bd23c9b665c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:05.131585 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-14756844-20e2-4afe-b680-4bd23c9b665c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3d24dcde-10cd-4b52-b9c2-0d739cc6a127 HTTP/1.1" status: 204 len: 168 time: 0.1871905 Jan 27 12:54:05.141320 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14756844-20e2-4afe-b680-4bd23c9b665c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d24dcde-10cd-4b52-b9c2-0d739cc6a127,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:05.715635 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 46268) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:05.734619 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1bdc9992-a2e8-4817-aa66-73c7fcae6028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:05.814160 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1bdc9992-a2e8-4817-aa66-73c7fcae6028 admin admin] Publish callbacks [] for security_group (d167aa21-160c-4707-a9c2-164db704e7db), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:05.891076 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1bdc9992-a2e8-4817-aa66-73c7fcae6028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (d167aa21-160c-4707-a9c2-164db704e7db), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:06.155203 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04620d-0913-4a01-97d1-f1c4ed92e32e req-08346b13-a744-43f6-ae62-891e86876321 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:06.157393 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0e04620d-0913-4a01-97d1-f1c4ed92e32e req-08346b13-a744-43f6-ae62-891e86876321 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 945 time: 0.0520837 Jan 27 12:54:06.171479 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-1bdc9992-a2e8-4817-aa66-73c7fcae6028 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d6fa813c4304c1ea2b5a9737c5c1fcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4546425 Jan 27 12:54:06.172337 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc9992-a2e8-4817-aa66-73c7fcae6028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d167aa21-160c-4707-a9c2-164db704e7db,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:06.174071 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 46278) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:06.243981 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0e04620d-0913-4a01-97d1-f1c4ed92e32e req-4f398414-366d-454e-99b2-8318ee35ddeb tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801563 Jan 27 12:54:06.254083 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-37bae964-ef76-44bb-9524-dbf138fbdbad admin admin] Publish callbacks [] for security_group (d167aa21-160c-4707-a9c2-164db704e7db), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:06.280153 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-37bae964-ef76-44bb-9524-dbf138fbdbad admin admin] Publish callbacks [] for security_group (d167aa21-160c-4707-a9c2-164db704e7db), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:06.421966 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-37bae964-ef76-44bb-9524-dbf138fbdbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (d167aa21-160c-4707-a9c2-164db704e7db), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:06.424609 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-37bae964-ef76-44bb-9524-dbf138fbdbad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:06.426249 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-37bae964-ef76-44bb-9524-dbf138fbdbad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d167aa21-160c-4707-a9c2-164db704e7db HTTP/1.1" status: 204 len: 168 time: 0.2506394 Jan 27 12:54:06.434322 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bae964-ef76-44bb-9524-dbf138fbdbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d167aa21-160c-4707-a9c2-164db704e7db,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:07.365527 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c8fc7-70ff-4bee-b054-7d14ad7137ab req-84fe1251-73ee-4545-b212-8186a4bcd871 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:07.367037 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-837c8fc7-70ff-4bee-b054-7d14ad7137ab req-84fe1251-73ee-4545-b212-8186a4bcd871 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 945 time: 0.0482087 Jan 27 12:54:07.426848 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-837c8fc7-70ff-4bee-b054-7d14ad7137ab req-8c10dd50-6046-4d69-a13a-33d74d89e452 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530579 Jan 27 12:54:08.546804 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0caed-1bc9-4db7-a8d7-7e7af3ed5118 req-1464529f-2143-49b2-9617-e3bd945e3541 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:08.548280 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d7e0caed-1bc9-4db7-a8d7-7e7af3ed5118 req-1464529f-2143-49b2-9617-e3bd945e3541 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 945 time: 0.0511653 Jan 27 12:54:08.595494 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d7e0caed-1bc9-4db7-a8d7-7e7af3ed5118 req-19a36bfa-8916-4a5d-a11d-e0a34e921f3d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417495 Jan 27 12:54:09.712384 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c507c76-40ab-4ba8-a2ea-d150d2e65ec9 req-78e1a7df-a2dd-4650-9f75-9fac8c8debb3 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:09.714122 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-0c507c76-40ab-4ba8-a2ea-d150d2e65ec9 req-78e1a7df-a2dd-4650-9f75-9fac8c8debb3 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 945 time: 0.0534112 Jan 27 12:54:09.767664 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-0c507c76-40ab-4ba8-a2ea-d150d2e65ec9 req-893e4d52-9779-4a16-b704-7e6200e3611f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475831 Jan 27 12:54:10.824906 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 46416) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:10.879207 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73731970-5745-48e8-856f-e331d89c679b req-d7047a15-2edd-4c17-8cdd-7346ef8fb199 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:10.880673 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-73731970-5745-48e8-856f-e331d89c679b req-d7047a15-2edd-4c17-8cdd-7346ef8fb199 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 945 time: 0.0473082 Jan 27 12:54:10.936367 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a70d255d-c795-4715-a7ae-108ae8720743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:10.941929 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-73731970-5745-48e8-856f-e331d89c679b req-0e2090d2-4403-4303-90c6-2a45833edec9 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556893 Jan 27 12:54:11.012014 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a70d255d-c795-4715-a7ae-108ae8720743 admin admin] Publish callbacks [] for security_group (6d1c1d27-f1de-4dc1-808e-36060945d47f), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:11.090418 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a70d255d-c795-4715-a7ae-108ae8720743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (6d1c1d27-f1de-4dc1-808e-36060945d47f), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:11.130696 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d255d-c795-4715-a7ae-108ae8720743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1c1d27-f1de-4dc1-808e-36060945d47f,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:11.134935 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-a70d255d-c795-4715-a7ae-108ae8720743 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e71e6f04ae91413a8a18419046e3f90e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3088870 Jan 27 12:54:11.137606 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 46420) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:11.183972 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-48f942e6-2491-4879-ad34-1a1080ada3da admin admin] Publish callbacks [] for security_group (6d1c1d27-f1de-4dc1-808e-36060945d47f), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:11.204802 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-48f942e6-2491-4879-ad34-1a1080ada3da admin admin] Publish callbacks [] for security_group (6d1c1d27-f1de-4dc1-808e-36060945d47f), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:11.306273 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-48f942e6-2491-4879-ad34-1a1080ada3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (6d1c1d27-f1de-4dc1-808e-36060945d47f), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:11.308954 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-48f942e6-2491-4879-ad34-1a1080ada3da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:11.310611 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-48f942e6-2491-4879-ad34-1a1080ada3da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d1c1d27-f1de-4dc1-808e-36060945d47f HTTP/1.1" status: 204 len: 168 time: 0.1716144 Jan 27 12:54:11.318788 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f942e6-2491-4879-ad34-1a1080ada3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1c1d27-f1de-4dc1-808e-36060945d47f,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:11.900096 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 46438) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:11.913711 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c348db8f-a49b-4e68-bc4a-6cedc139f01a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:11.936443 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 46440) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:11.988394 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c348db8f-a49b-4e68-bc4a-6cedc139f01a admin admin] Publish callbacks [] for security_group (3924f721-2c78-4e52-bb34-39ce1a981273), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:12.059140 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c8691-64be-4c66-a8a6-cd44b9fec252 req-4ac0d4b6-da62-4846-9440-820510b6ea93 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:12.060690 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-c93c8691-64be-4c66-a8a6-cd44b9fec252 req-4ac0d4b6-da62-4846-9440-820510b6ea93 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 945 time: 0.0478139 Jan 27 12:54:12.061840 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c348db8f-a49b-4e68-bc4a-6cedc139f01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (3924f721-2c78-4e52-bb34-39ce1a981273), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:12.093265 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-bdac8001-f338-493b-a260-0bc3c3e540dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:12.112248 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-c348db8f-a49b-4e68-bc4a-6cedc139f01a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ac8877c5c724729b3a1993831d1bfe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2104900 Jan 27 12:54:12.115126 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 46446) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:12.124766 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348db8f-a49b-4e68-bc4a-6cedc139f01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3924f721-2c78-4e52-bb34-39ce1a981273,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:12.146456 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-c93c8691-64be-4c66-a8a6-cd44b9fec252 req-be398dfb-996a-4ecc-9a0e-817835e2cc83 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751691 Jan 27 12:54:12.192848 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-fb0cbae9-4c71-478f-8435-208e0d43dfed admin admin] Publish callbacks [] for security_group (3924f721-2c78-4e52-bb34-39ce1a981273), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:12.219470 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-bdac8001-f338-493b-a260-0bc3c3e540dd admin admin] Publish callbacks [] for security_group (ff15a7e8-4b5a-447f-9d2f-d1d35ff782e4), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:12.227946 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-fb0cbae9-4c71-478f-8435-208e0d43dfed admin admin] Publish callbacks [] for security_group (3924f721-2c78-4e52-bb34-39ce1a981273), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:12.284851 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-bdac8001-f338-493b-a260-0bc3c3e540dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (ff15a7e8-4b5a-447f-9d2f-d1d35ff782e4), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:12.322822 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-bdac8001-f338-493b-a260-0bc3c3e540dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00a918a2f1d54560943ba8f7fad75969&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3843825 Jan 27 12:54:12.324534 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac8001-f338-493b-a260-0bc3c3e540dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff15a7e8-4b5a-447f-9d2f-d1d35ff782e4,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:12.325610 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 46448) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:12.363635 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-fb0cbae9-4c71-478f-8435-208e0d43dfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (3924f721-2c78-4e52-bb34-39ce1a981273), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:12.366182 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-fb0cbae9-4c71-478f-8435-208e0d43dfed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:12.367349 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-fb0cbae9-4c71-478f-8435-208e0d43dfed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3924f721-2c78-4e52-bb34-39ce1a981273 HTTP/1.1" status: 204 len: 168 time: 0.2512836 Jan 27 12:54:12.375043 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cbae9-4c71-478f-8435-208e0d43dfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3924f721-2c78-4e52-bb34-39ce1a981273,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:12.379088 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-7f6d7022-fc9a-4147-abb4-248695f49e19 admin admin] Publish callbacks [] for security_group (ff15a7e8-4b5a-447f-9d2f-d1d35ff782e4), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:12.402198 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-7f6d7022-fc9a-4147-abb4-248695f49e19 admin admin] Publish callbacks [] for security_group (ff15a7e8-4b5a-447f-9d2f-d1d35ff782e4), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:12.553573 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-7f6d7022-fc9a-4147-abb4-248695f49e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (ff15a7e8-4b5a-447f-9d2f-d1d35ff782e4), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:12.556175 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-7f6d7022-fc9a-4147-abb4-248695f49e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:12.560471 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-7f6d7022-fc9a-4147-abb4-248695f49e19 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff15a7e8-4b5a-447f-9d2f-d1d35ff782e4 HTTP/1.1" status: 204 len: 168 time: 0.2300510 Jan 27 12:54:12.564902 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d7022-fc9a-4147-abb4-248695f49e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff15a7e8-4b5a-447f-9d2f-d1d35ff782e4,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:13.147631 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 46472) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:13.160610 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-33b4b045-e022-483b-abb7-e68b658c8f43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:13.265524 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-33b4b045-e022-483b-abb7-e68b658c8f43 admin admin] Publish callbacks [] for security_group (19b16dd3-6ac2-42b6-8d2e-716ec4e47487), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:13.280886 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0fb1f-72a2-4836-a427-0592fdf81374 req-c92fa7b6-400e-4269-9018-1f0c72a02ad2 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:13.282417 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4bd0fb1f-72a2-4836-a427-0592fdf81374 req-c92fa7b6-400e-4269-9018-1f0c72a02ad2 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 945 time: 0.0680273 Jan 27 12:54:13.322064 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-33b4b045-e022-483b-abb7-e68b658c8f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (19b16dd3-6ac2-42b6-8d2e-716ec4e47487), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:13.362395 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4bd0fb1f-72a2-4836-a427-0592fdf81374 req-39546130-c501-4181-8fb4-8d51d3973e7f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742552 Jan 27 12:54:13.374883 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-33b4b045-e022-483b-abb7-e68b658c8f43 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=60bf6f949c724c88adb20df3588d63f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261336 Jan 27 12:54:13.377033 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4b045-e022-483b-abb7-e68b658c8f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b16dd3-6ac2-42b6-8d2e-716ec4e47487,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:13.377881 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 46480) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:13.430765 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-feb12a76-cbe0-4a51-b18a-5a07b2df1abe admin admin] Publish callbacks [] for security_group (19b16dd3-6ac2-42b6-8d2e-716ec4e47487), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:13.451862 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-feb12a76-cbe0-4a51-b18a-5a07b2df1abe admin admin] Publish callbacks [] for security_group (19b16dd3-6ac2-42b6-8d2e-716ec4e47487), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:13.581876 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-feb12a76-cbe0-4a51-b18a-5a07b2df1abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (19b16dd3-6ac2-42b6-8d2e-716ec4e47487), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:13.584545 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-feb12a76-cbe0-4a51-b18a-5a07b2df1abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:13.585699 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-feb12a76-cbe0-4a51-b18a-5a07b2df1abe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/19b16dd3-6ac2-42b6-8d2e-716ec4e47487 HTTP/1.1" status: 204 len: 168 time: 0.2068398 Jan 27 12:54:13.594100 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb12a76-cbe0-4a51-b18a-5a07b2df1abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b16dd3-6ac2-42b6-8d2e-716ec4e47487,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:14.331799 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 46502) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:14.344643 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-dceb8435-8793-4596-a4c5-3c20f44a0824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:14.419201 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-dceb8435-8793-4596-a4c5-3c20f44a0824 admin admin] Publish callbacks [] for security_group (d69a4cf4-578d-48c8-98ea-5ba06ddea6bd), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:14.474078 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a42518-859d-49cf-b033-47fc97b088b2 req-5bf63813-2ff2-456e-9865-7e4d52966f06 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:14.475541 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-c4a42518-859d-49cf-b033-47fc97b088b2 req-5bf63813-2ff2-456e-9865-7e4d52966f06 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 945 time: 0.0470221 Jan 27 12:54:14.487822 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-dceb8435-8793-4596-a4c5-3c20f44a0824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (d69a4cf4-578d-48c8-98ea-5ba06ddea6bd), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:14.541078 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb8435-8793-4596-a4c5-3c20f44a0824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69a4cf4-578d-48c8-98ea-5ba06ddea6bd,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:14.552282 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-dceb8435-8793-4596-a4c5-3c20f44a0824 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d70c3c200ba24a50adbd58ffbcb552a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192838 Jan 27 12:54:14.555039 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 46506) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:14.561239 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-c4a42518-859d-49cf-b033-47fc97b088b2 req-80b7bd61-65e3-46f7-bfc9-9d9eee91da76 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795920 Jan 27 12:54:14.604435 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9031-7fac-4644-8491-215a41eaab7d admin admin] Publish callbacks [] for security_group (d69a4cf4-578d-48c8-98ea-5ba06ddea6bd), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:14.626083 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9031-7fac-4644-8491-215a41eaab7d admin admin] Publish callbacks [] for security_group (d69a4cf4-578d-48c8-98ea-5ba06ddea6bd), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:14.753269 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9031-7fac-4644-8491-215a41eaab7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (d69a4cf4-578d-48c8-98ea-5ba06ddea6bd), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:14.756101 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9031-7fac-4644-8491-215a41eaab7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:14.757362 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-7c2e9031-7fac-4644-8491-215a41eaab7d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d69a4cf4-578d-48c8-98ea-5ba06ddea6bd HTTP/1.1" status: 204 len: 168 time: 0.2011220 Jan 27 12:54:14.765345 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e9031-7fac-4644-8491-215a41eaab7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69a4cf4-578d-48c8-98ea-5ba06ddea6bd,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:15.679674 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29918ca2-5baf-41df-87b1-0e5d24d0ffaa req-accdd89a-94c9-4939-8b6d-59d468cdc98f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:15.681175 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-29918ca2-5baf-41df-87b1-0e5d24d0ffaa req-accdd89a-94c9-4939-8b6d-59d468cdc98f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 945 time: 0.0496476 Jan 27 12:54:15.735059 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-29918ca2-5baf-41df-87b1-0e5d24d0ffaa req-89f6a551-6782-431c-8e58-2b4ed769d8ad tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481679 Jan 27 12:54:16.362168 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d7958-beb8-408c-b030-534a97a150aa req-dd92f4f8-d601-4e52-83d1-9c2879fecc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:16.363634 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-856d7958-beb8-408c-b030-534a97a150aa req-dd92f4f8-d601-4e52-83d1-9c2879fecc34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=399e6049e194420f981610e835c63d4c&device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 1098 time: 0.0404215 Jan 27 12:54:16.451041 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d7958-beb8-408c-b030-534a97a150aa req-a553c54f-e2a5-4284-80ec-a51e447b3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:16.452514 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-856d7958-beb8-408c-b030-534a97a150aa req-a553c54f-e2a5-4284-80ec-a51e447b3e7d service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b881bfa-8c59-42cc-bbb7-915cf0da0886 HTTP/1.1" status: 200 len: 910 time: 0.0831902 Jan 27 12:54:16.518708 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-856d7958-beb8-408c-b030-534a97a150aa req-bfc96091-e5f4-4434-94e7-8beaaaf56697 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d51e1f0-0d05-42bb-b0b0-b382c319b2ff HTTP/1.1" status: 200 len: 1001 time: 0.0607228 Jan 27 12:54:16.567168 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d7958-beb8-408c-b030-534a97a150aa req-05b5b9c7-b855-4c99-95a7-c52e6f626bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:16.568651 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-856d7958-beb8-408c-b030-534a97a150aa req-05b5b9c7-b855-4c99-95a7-c52e6f626bc5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e2057e7f-7b4f-4ccf-80eb-9d8bb780312e HTTP/1.1" status: 200 len: 848 time: 0.0444782 Jan 27 12:54:16.611942 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d7958-beb8-408c-b030-534a97a150aa req-70bb00f5-dc60-4b6b-9b2e-6b4d9f5500e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:16.613451 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-856d7958-beb8-408c-b030-534a97a150aa req-70bb00f5-dc60-4b6b-9b2e-6b4d9f5500e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b881bfa-8c59-42cc-bbb7-915cf0da0886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391436 Jan 27 12:54:16.630891 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:54:16.715425 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-856d7958-beb8-408c-b030-534a97a150aa req-e86bf9ed-77cb-423a-a1a4-e76cf56ece2a service neutron] 10.222.0.13 "GET /v2.0/networks/6b881bfa-8c59-42cc-bbb7-915cf0da0886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961301 Jan 27 12:54:16.806035 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-856d7958-beb8-408c-b030-534a97a150aa req-09fbba6e-23fb-4910-b5c1-0733cc0ca581 service neutron] 10.222.0.13 "GET /v2.0/networks/6b881bfa-8c59-42cc-bbb7-915cf0da0886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840573 Jan 27 12:54:16.851481 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1023d8-be65-40fe-986c-cba72df2740b req-19c786db-2e5e-4d0c-aea8-ad45e5a8954b tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:16.852941 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3f1023d8-be65-40fe-986c-cba72df2740b req-19c786db-2e5e-4d0c-aea8-ad45e5a8954b tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 945 time: 0.0489089 Jan 27 12:54:16.902718 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3f1023d8-be65-40fe-986c-cba72df2740b req-70b93cc3-635c-42f1-9034-e812bd621f24 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426717 Jan 27 12:54:17.592387 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 46558) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:17.693468 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a37959f0-ea48-4e53-aa03-4775073e80ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:17.766138 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a37959f0-ea48-4e53-aa03-4775073e80ca admin admin] Publish callbacks [] for security_group (5d85f9b9-d84b-46fe-a48c-0302bb37bb77), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:17.856748 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a37959f0-ea48-4e53-aa03-4775073e80ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (5d85f9b9-d84b-46fe-a48c-0302bb37bb77), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:17.904864 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-a37959f0-ea48-4e53-aa03-4775073e80ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f12ec294c9454d7c82f2b08da5b5c35f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087878 Jan 27 12:54:17.904864 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37959f0-ea48-4e53-aa03-4775073e80ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d85f9b9-d84b-46fe-a48c-0302bb37bb77,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:17.905398 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 46570) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:17.958846 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-fc6da95a-821a-4293-863d-4c24ec75d1e1 admin admin] Publish callbacks [] for security_group (5d85f9b9-d84b-46fe-a48c-0302bb37bb77), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:17.980640 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-fc6da95a-821a-4293-863d-4c24ec75d1e1 admin admin] Publish callbacks [] for security_group (5d85f9b9-d84b-46fe-a48c-0302bb37bb77), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:18.017480 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f7eda-1ca7-4dc6-8c69-f6685be6cf19 req-017d3944-f5d1-4e81-a077-ac252e38e921 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:18.018993 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a75f7eda-1ca7-4dc6-8c69-f6685be6cf19 req-017d3944-f5d1-4e81-a077-ac252e38e921 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 945 time: 0.0481734 Jan 27 12:54:18.067835 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a75f7eda-1ca7-4dc6-8c69-f6685be6cf19 req-880a3aef-c23b-4425-9451-c60785cef035 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431042 Jan 27 12:54:18.153849 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-fc6da95a-821a-4293-863d-4c24ec75d1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (5d85f9b9-d84b-46fe-a48c-0302bb37bb77), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:18.157798 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-fc6da95a-821a-4293-863d-4c24ec75d1e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:18.158972 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-fc6da95a-821a-4293-863d-4c24ec75d1e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d85f9b9-d84b-46fe-a48c-0302bb37bb77 HTTP/1.1" status: 204 len: 168 time: 0.2523522 Jan 27 12:54:18.167609 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6da95a-821a-4293-863d-4c24ec75d1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d85f9b9-d84b-46fe-a48c-0302bb37bb77,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:18.863433 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 46598) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:18.877102 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a1a36c41-2a3b-4b4d-93ea-7b120a2da5ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:18.951236 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a1a36c41-2a3b-4b4d-93ea-7b120a2da5ef admin admin] Publish callbacks [] for security_group (0b507081-2627-4be1-a774-aab354e4e10b), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:19.010535 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-a1a36c41-2a3b-4b4d-93ea-7b120a2da5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (0b507081-2627-4be1-a774-aab354e4e10b), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:19.050304 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-a1a36c41-2a3b-4b4d-93ea-7b120a2da5ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=364ba4b91fe3400a8d1196fc468331c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1857815 Jan 27 12:54:19.051205 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a36c41-2a3b-4b4d-93ea-7b120a2da5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b507081-2627-4be1-a774-aab354e4e10b,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:19.052940 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 46602) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:19.105329 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-27a3bef3-a058-497e-93af-487dd4f10979 admin admin] Publish callbacks [] for security_group (0b507081-2627-4be1-a774-aab354e4e10b), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:19.127656 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-27a3bef3-a058-497e-93af-487dd4f10979 admin admin] Publish callbacks [] for security_group (0b507081-2627-4be1-a774-aab354e4e10b), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:19.197922 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508dddf-5b60-4a40-a801-aed5fae6eaf5 req-2241c0b5-c544-48ef-9447-31025b07bade tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:19.199424 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4508dddf-5b60-4a40-a801-aed5fae6eaf5 req-2241c0b5-c544-48ef-9447-31025b07bade tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 945 time: 0.0647178 Jan 27 12:54:19.250026 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4508dddf-5b60-4a40-a801-aed5fae6eaf5 req-b2fdbb20-5c38-4934-bdbf-d710d309f1bd tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432901 Jan 27 12:54:19.268128 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-27a3bef3-a058-497e-93af-487dd4f10979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (0b507081-2627-4be1-a774-aab354e4e10b), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:19.270840 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-27a3bef3-a058-497e-93af-487dd4f10979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:19.274603 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-27a3bef3-a058-497e-93af-487dd4f10979 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0b507081-2627-4be1-a774-aab354e4e10b HTTP/1.1" status: 204 len: 168 time: 0.2181420 Jan 27 12:54:19.280965 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3bef3-a058-497e-93af-487dd4f10979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b507081-2627-4be1-a774-aab354e4e10b,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:19.288193 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3bef3-a058-497e-93af-487dd4f10979 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:19.288616 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3bef3-a058-497e-93af-487dd4f10979 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:19.288970 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3bef3-a058-497e-93af-487dd4f10979 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:19.289314 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3bef3-a058-497e-93af-487dd4f10979 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:19.289653 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3bef3-a058-497e-93af-487dd4f10979 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:19.289993 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3bef3-a058-497e-93af-487dd4f10979 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:19.290332 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3bef3-a058-497e-93af-487dd4f10979 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:19.290671 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3bef3-a058-497e-93af-487dd4f10979 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:19.291014 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3bef3-a058-497e-93af-487dd4f10979 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:19.291345 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3bef3-a058-497e-93af-487dd4f10979 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:19.291724 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3bef3-a058-497e-93af-487dd4f10979 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:19.292000 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3bef3-a058-497e-93af-487dd4f10979 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:19.292338 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3bef3-a058-497e-93af-487dd4f10979 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:20.369067 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4497db0-e0df-4841-825c-323646d55245 req-558e1fea-9ae4-4e8f-9d05-4296dd0ec0c8 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:20.370562 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b4497db0-e0df-4841-825c-323646d55245 req-558e1fea-9ae4-4e8f-9d05-4296dd0ec0c8 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 945 time: 0.0527191 Jan 27 12:54:20.428167 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b4497db0-e0df-4841-825c-323646d55245 req-7f4263a5-8825-4c29-9c99-0bae9527c569 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519476 Jan 27 12:54:20.456465 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-2c877571-863c-4b2a-a705-d77d7f94c055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:20.482016 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 46640) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:20.595110 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-41445861-96e8-45c8-bffe-21e138b21adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:20.667767 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-41445861-96e8-45c8-bffe-21e138b21adf admin admin] Publish callbacks [] for security_group (dd008552-9d37-49ed-ab07-53fa3d4764e8), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:20.796059 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6053a-c67f-4cfc-9112-61a11cf865d2 req-14020fef-a89c-44ca-b359-a727379d7b48 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:20.797822 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4cf6053a-c67f-4cfc-9112-61a11cf865d2 req-14020fef-a89c-44ca-b359-a727379d7b48 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 945 time: 0.0497155 Jan 27 12:54:20.801236 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-41445861-96e8-45c8-bffe-21e138b21adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (dd008552-9d37-49ed-ab07-53fa3d4764e8), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:20.843973 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-41445861-96e8-45c8-bffe-21e138b21adf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=30bdd3a65f184dc1a66ce7d636863a25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3566706 Jan 27 12:54:20.843973 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41445861-96e8-45c8-bffe-21e138b21adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd008552-9d37-49ed-ab07-53fa3d4764e8,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:20.849703 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 46646) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:20.850619 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4cf6053a-c67f-4cfc-9112-61a11cf865d2 req-86c27e92-02f9-41b2-be12-3fcb1345d819 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471890 Jan 27 12:54:20.856011 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41445861-96e8-45c8-bffe-21e138b21adf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:20.856365 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41445861-96e8-45c8-bffe-21e138b21adf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:20.856715 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41445861-96e8-45c8-bffe-21e138b21adf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:20.857056 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41445861-96e8-45c8-bffe-21e138b21adf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:20.857395 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41445861-96e8-45c8-bffe-21e138b21adf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:20.857726 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41445861-96e8-45c8-bffe-21e138b21adf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:20.858097 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41445861-96e8-45c8-bffe-21e138b21adf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:20.858429 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41445861-96e8-45c8-bffe-21e138b21adf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:20.858784 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41445861-96e8-45c8-bffe-21e138b21adf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:20.859121 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41445861-96e8-45c8-bffe-21e138b21adf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:20.859448 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41445861-96e8-45c8-bffe-21e138b21adf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:20.859776 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41445861-96e8-45c8-bffe-21e138b21adf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:20.860099 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41445861-96e8-45c8-bffe-21e138b21adf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:20.903353 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-674924e8-243f-4a55-8d09-5365784b7041 admin admin] Publish callbacks [] for security_group (dd008552-9d37-49ed-ab07-53fa3d4764e8), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:20.924996 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-674924e8-243f-4a55-8d09-5365784b7041 admin admin] Publish callbacks [] for security_group (dd008552-9d37-49ed-ab07-53fa3d4764e8), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:20.993049 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 46652) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:21.056413 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-674924e8-243f-4a55-8d09-5365784b7041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (dd008552-9d37-49ed-ab07-53fa3d4764e8), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:21.059075 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-674924e8-243f-4a55-8d09-5365784b7041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:21.060279 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-674924e8-243f-4a55-8d09-5365784b7041 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd008552-9d37-49ed-ab07-53fa3d4764e8 HTTP/1.1" status: 204 len: 168 time: 0.2140622 Jan 27 12:54:21.069569 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674924e8-243f-4a55-8d09-5365784b7041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd008552-9d37-49ed-ab07-53fa3d4764e8,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:21.079444 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2157e657-aa73-4084-b16a-7970ac724d59 req-d72a89a9-cbc7-43ee-b5f3-0a6f7e1d38a5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852082 Jan 27 12:54:21.097228 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [req-2157e657-aa73-4084-b16a-7970ac724d59 req-98bc29aa-f885-4e31-821d-a84467dcf804 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109462) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 12:54:21.101249 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2157e657-aa73-4084-b16a-7970ac724d59 req-98bc29aa-f885-4e31-821d-a84467dcf804 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071311 Jan 27 12:54:21.247503 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff no longer exists at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:54:21.324277 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff is: ACTIVE; New status is: DOWN {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:54:21.324674 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (7d51e1f0-0d05-42bb-b0b0-b382c319b2ff), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:21.347241 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c042d0-4f5f-46de-b0b3-4f07627411d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d51e1f0-0d05-42bb-b0b0-b382c319b2ff'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:54:21.349792 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c7afb1-64c9-4d88-8ed4-e8cb1f563563" -d '{"events": [{"server_uuid": "21c042d0-4f5f-46de-b0b3-4f07627411d6", "name": "network-vif-unplugged", "status": "completed", "tag": "7d51e1f0-0d05-42bb-b0b0-b382c319b2ff"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:54:21.362536 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=7d51e1f0-0d05-42bb-b0b0-b382c319b2ff,segment=NetworkSegment(d2d42a91-b0c8-41fb-a27a-12a167fb0bb1),segment_id=d2d42a91-b0c8-41fb-a27a-12a167fb0bb1)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:54:21.387775 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Jan 2022 12:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915b7805-90b8-42cd-aba1-8eb17384eb50 x-openstack-request-id: req-915b7805-90b8-42cd-aba1-8eb17384eb50 {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:54:21.387775 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c042d0-4f5f-46de-b0b3-4f07627411d6", "name": "network-vif-unplugged", "status": "failed", "tag": "7d51e1f0-0d05-42bb-b0b0-b382c319b2ff", "code": 422}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:54:21.387775 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-915b7805-90b8-42cd-aba1-8eb17384eb50 {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:54:21.387775 dv-cinder-824031-3-iscsi neutron-server[109463]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '21c042d0-4f5f-46de-b0b3-4f07627411d6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7d51e1f0-0d05-42bb-b0b0-b382c319b2ff', 'code': 422} returned with failed status Jan 27 12:54:21.461813 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (7d51e1f0-0d05-42bb-b0b0-b382c319b2ff), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:21.525080 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=7d51e1f0-0d05-42bb-b0b0-b382c319b2ff,revision_number=6']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:21.970517 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae50102-f0ca-4428-bb37-719acd31da64 req-4b8a09d3-bc40-428e-8877-cc12b9a72680 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:21.975154 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1ae50102-f0ca-4428-bb37-719acd31da64 req-4b8a09d3-bc40-428e-8877-cc12b9a72680 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 943 time: 0.0526335 Jan 27 12:54:22.023540 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-1ae50102-f0ca-4428-bb37-719acd31da64 req-ea7615b6-5642-4787-acba-64ac855c1dd4 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454161 Jan 27 12:54:22.776294 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-4c937bce-2691-4951-be5b-634b9d9c17ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:23.143849 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e83b5-3030-4812-a386-3678c87a915a req-f22b88c3-d541-4444-bc1b-44c16f3a25bd tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:23.145262 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-261e83b5-3030-4812-a386-3678c87a915a req-f22b88c3-d541-4444-bc1b-44c16f3a25bd tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 943 time: 0.0486028 Jan 27 12:54:23.195542 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-261e83b5-3030-4812-a386-3678c87a915a req-6e00c496-9bfd-4fc3-9577-a49a9347ef28 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445702 Jan 27 12:54:23.844390 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:24.310410 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f403fc5-1e87-4e0b-87d6-dba4f04b8df7 req-dd0ad917-661e-4c4b-bc58-5f2a5f2ab733 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:24.311932 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8f403fc5-1e87-4e0b-87d6-dba4f04b8df7 req-dd0ad917-661e-4c4b-bc58-5f2a5f2ab733 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 943 time: 0.0482872 Jan 27 12:54:24.360567 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-8f403fc5-1e87-4e0b-87d6-dba4f04b8df7 req-5af14ad8-c3dd-4b21-850c-a6f97d327285 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429378 Jan 27 12:54:25.375645 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:25.470200 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c00ee-bbce-47fb-8e8b-23f82bc32fbd req-a5afd578-a2b7-42ea-a26f-7e8c3ba7029b tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:25.471680 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-365c00ee-bbce-47fb-8e8b-23f82bc32fbd req-a5afd578-a2b7-42ea-a26f-7e8c3ba7029b tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 943 time: 0.0472345 Jan 27 12:54:25.518588 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-365c00ee-bbce-47fb-8e8b-23f82bc32fbd req-ea876058-6376-454b-a732-10d870c0d035 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411174 Jan 27 12:54:25.931454 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157e657-aa73-4084-b16a-7970ac724d59 req-ae4d6265-ec49-4fec-86e7-a907ad947fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:25.932905 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2157e657-aa73-4084-b16a-7970ac724d59 req-ae4d6265-ec49-4fec-86e7-a907ad947fb5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6&tenant_id=399e6049e194420f981610e835c63d4c HTTP/1.1" status: 200 len: 1096 time: 0.0435784 Jan 27 12:54:25.995302 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157e657-aa73-4084-b16a-7970ac724d59 req-6a1a39e0-a574-4363-9584-20925ab51e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:25.996751 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2157e657-aa73-4084-b16a-7970ac724d59 req-6a1a39e0-a574-4363-9584-20925ab51e97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=399e6049e194420f981610e835c63d4c&device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 1096 time: 0.0399950 Jan 27 12:54:26.082851 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157e657-aa73-4084-b16a-7970ac724d59 req-acae1cca-9dd5-498d-9d96-f0e0b2fef102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:26.084268 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2157e657-aa73-4084-b16a-7970ac724d59 req-acae1cca-9dd5-498d-9d96-f0e0b2fef102 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b881bfa-8c59-42cc-bbb7-915cf0da0886 HTTP/1.1" status: 200 len: 910 time: 0.0804524 Jan 27 12:54:26.151532 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2157e657-aa73-4084-b16a-7970ac724d59 req-5ad5851a-fa2e-419d-97ef-142aa9193d4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d51e1f0-0d05-42bb-b0b0-b382c319b2ff HTTP/1.1" status: 200 len: 999 time: 0.0612216 Jan 27 12:54:26.199010 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157e657-aa73-4084-b16a-7970ac724d59 req-f8288972-d45f-424a-bc0a-98e4b1d85884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:26.200363 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2157e657-aa73-4084-b16a-7970ac724d59 req-f8288972-d45f-424a-bc0a-98e4b1d85884 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e2057e7f-7b4f-4ccf-80eb-9d8bb780312e HTTP/1.1" status: 200 len: 848 time: 0.0420930 Jan 27 12:54:26.245928 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157e657-aa73-4084-b16a-7970ac724d59 req-75124673-9f42-4bc1-82f3-e5292fc18d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:26.247442 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2157e657-aa73-4084-b16a-7970ac724d59 req-75124673-9f42-4bc1-82f3-e5292fc18d97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b881bfa-8c59-42cc-bbb7-915cf0da0886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399308 Jan 27 12:54:26.336788 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2157e657-aa73-4084-b16a-7970ac724d59 req-ec55d5db-8150-4c41-8439-558a6a9ce7ac service neutron] 10.222.0.13 "GET /v2.0/networks/6b881bfa-8c59-42cc-bbb7-915cf0da0886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832980 Jan 27 12:54:26.421702 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2157e657-aa73-4084-b16a-7970ac724d59 req-ddb37840-7c90-4ce7-a58d-82998aa9802c service neutron] 10.222.0.13 "GET /v2.0/networks/6b881bfa-8c59-42cc-bbb7-915cf0da0886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790353 Jan 27 12:54:26.635839 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74abfc-aa5c-4a01-9908-64ec9a3816b8 req-b4821397-b450-479e-8e97-8ab267e8891c tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:26.637432 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0b74abfc-aa5c-4a01-9908-64ec9a3816b8 req-b4821397-b450-479e-8e97-8ab267e8891c tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 943 time: 0.0527995 Jan 27 12:54:26.691337 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0b74abfc-aa5c-4a01-9908-64ec9a3816b8 req-1e1ea153-c55f-46ca-bd31-be614fd6d3f0 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424163 Jan 27 12:54:26.753209 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:27.478708 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:27.807668 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6278c6-cb98-47c9-b453-5b81ad4da0d0 req-a2d94039-2f44-4fcf-85e3-c7f2f9f54469 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:27.809112 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-fd6278c6-cb98-47c9-b453-5b81ad4da0d0 req-a2d94039-2f44-4fcf-85e3-c7f2f9f54469 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 943 time: 0.0510974 Jan 27 12:54:27.856677 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-fd6278c6-cb98-47c9-b453-5b81ad4da0d0 req-a7a87687-1d2d-4893-b5fe-4519eb3c9bc6 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419579 Jan 27 12:54:28.967789 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb47ff5-0e96-4681-9cc1-d0c93a05d281 req-457359ae-252d-408d-8818-3315994a97af tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:28.969242 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-abb47ff5-0e96-4681-9cc1-d0c93a05d281 req-457359ae-252d-408d-8818-3315994a97af tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 943 time: 0.0465577 Jan 27 12:54:29.016914 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-abb47ff5-0e96-4681-9cc1-d0c93a05d281 req-e05f8c64-8c79-47f0-9397-2fabe24ef2db tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418117 Jan 27 12:54:30.126681 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8770bb3-567a-4021-a031-30607531cedd req-38fd49f1-d078-40b0-995f-dba795f61d82 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:30.128149 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a8770bb3-567a-4021-a031-30607531cedd req-38fd49f1-d078-40b0-995f-dba795f61d82 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 943 time: 0.0469568 Jan 27 12:54:30.175061 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a8770bb3-567a-4021-a031-30607531cedd req-656d991c-e1c8-4915-b9fc-0d2b1b8f3c53 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414312 Jan 27 12:54:31.286623 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f1ada-91c6-4bc2-9da0-3a7806d00405 req-8b5f56af-e597-4957-b2e6-953567ba9cc4 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:31.288109 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b65f1ada-91c6-4bc2-9da0-3a7806d00405 req-8b5f56af-e597-4957-b2e6-953567ba9cc4 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 943 time: 0.0473912 Jan 27 12:54:31.337782 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b65f1ada-91c6-4bc2-9da0-3a7806d00405 req-186fec51-3d56-49ae-b2ad-8e305560264f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442145 Jan 27 12:54:32.448703 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ee8ea-b0fb-45e3-886a-0776e60b0516 req-27b27ab8-2e9c-45ad-bb87-7a9b563a68ae tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:32.450175 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ab1ee8ea-b0fb-45e3-886a-0776e60b0516 req-27b27ab8-2e9c-45ad-bb87-7a9b563a68ae tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 943 time: 0.0476358 Jan 27 12:54:32.502084 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-ab1ee8ea-b0fb-45e3-886a-0776e60b0516 req-a6cfb7d6-b7e7-44df-94b8-a4c5243f8842 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461237 Jan 27 12:54:33.612332 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75843fcd-35fe-44a3-8fb2-1fe83f744d13 req-0b68e38a-b98f-4c77-b785-934161af5b55 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:33.613759 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-75843fcd-35fe-44a3-8fb2-1fe83f744d13 req-0b68e38a-b98f-4c77-b785-934161af5b55 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 943 time: 0.0463791 Jan 27 12:54:33.660490 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-75843fcd-35fe-44a3-8fb2-1fe83f744d13 req-9adf334c-bf06-4eab-9108-6854d57dcfca tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412910 Jan 27 12:54:34.770472 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a812202-d2e0-4f6b-b180-214413cb9dcc req-a762f5d7-f487-488c-81e5-4edcbcfa9aad tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:34.771941 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5a812202-d2e0-4f6b-b180-214413cb9dcc req-a762f5d7-f487-488c-81e5-4edcbcfa9aad tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 943 time: 0.0471952 Jan 27 12:54:34.818880 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5a812202-d2e0-4f6b-b180-214413cb9dcc req-385aaf5f-f02d-42e3-8f16-39d990d904d9 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416310 Jan 27 12:54:35.309853 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=109463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 12:54:35.400583 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=7d51e1f0-0d05-42bb-b0b0-b382c319b2ff,segment=NetworkSegment(d2d42a91-b0c8-41fb-a27a-12a167fb0bb1),segment_id=d2d42a91-b0c8-41fb-a27a-12a167fb0bb1)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:54:35.411914 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Returning: {'device': '7d51e1f0-0d05-42bb-b0b0-b382c319b2ff', 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886', 'port_id': '7d51e1f0-0d05-42bb-b0b0-b382c319b2ff', 'mac_address': 'fa:16:3e:e5:6a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2057e7f-7b4f-4ccf-80eb-9d8bb780312e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 12:54:35.449710 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff is: DOWN; New status is: BUILD {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:54:35.450097 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (7d51e1f0-0d05-42bb-b0b0-b382c319b2ff), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:35.462114 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff {{(pid=109463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:54:35.481482 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=7d51e1f0-0d05-42bb-b0b0-b382c319b2ff,segment=NetworkSegment(d2d42a91-b0c8-41fb-a27a-12a167fb0bb1),segment_id=d2d42a91-b0c8-41fb-a27a-12a167fb0bb1)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:54:35.542027 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (7d51e1f0-0d05-42bb-b0b0-b382c319b2ff), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:35.590250 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=7d51e1f0-0d05-42bb-b0b0-b382c319b2ff,revision_number=7']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:35.597788 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:35.598135 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:35.598469 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:35.598838 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:35.599170 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:35.599494 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:35.599816 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:35.600137 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:35.600455 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:35.600774 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:35.601095 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:35.601409 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:35.601724 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:35.789263 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['7d51e1f0-0d05-42bb-b0b0-b382c319b2ff'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:54:35.932220 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace693d-967b-4020-9e15-8faf4ee51da5 req-7805a0ad-8f86-45d5-91dc-16f39f54c4aa tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:35.934368 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4ace693d-967b-4020-9e15-8faf4ee51da5 req-7805a0ad-8f86-45d5-91dc-16f39f54c4aa tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 944 time: 0.0518334 Jan 27 12:54:35.990638 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4ace693d-967b-4020-9e15-8faf4ee51da5 req-6a5f4bde-f6dd-418b-9ee8-2b61c07445bf tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496521 Jan 27 12:54:37.102694 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f9d37-8112-4f84-8811-dc27ae7f4dfb req-52742aba-e848-4789-b3fd-ad18939d1204 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:37.104180 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-940f9d37-8112-4f84-8811-dc27ae7f4dfb req-52742aba-e848-4789-b3fd-ad18939d1204 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 944 time: 0.0476301 Jan 27 12:54:37.155614 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-940f9d37-8112-4f84-8811-dc27ae7f4dfb req-52d36ca3-0946-4563-82c1-36967dfe956b tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458980 Jan 27 12:54:37.317372 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff up at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:54:37.366301 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning complete for port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:54:37.366683 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (7d51e1f0-0d05-42bb-b0b0-b382c319b2ff), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:37.443591 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff is: BUILD; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:54:37.443983 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (7d51e1f0-0d05-42bb-b0b0-b382c319b2ff), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:37.465773 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c042d0-4f5f-46de-b0b3-4f07627411d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d51e1f0-0d05-42bb-b0b0-b382c319b2ff'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:54:37.468063 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d4acaa-d676-49db-b400-aa92c50420ad" -d '{"events": [{"server_uuid": "21c042d0-4f5f-46de-b0b3-4f07627411d6", "name": "network-vif-plugged", "status": "completed", "tag": "7d51e1f0-0d05-42bb-b0b0-b382c319b2ff"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:54:37.480282 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=7d51e1f0-0d05-42bb-b0b0-b382c319b2ff,segment=NetworkSegment(d2d42a91-b0c8-41fb-a27a-12a167fb0bb1),segment_id=d2d42a91-b0c8-41fb-a27a-12a167fb0bb1)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:54:37.503542 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204d421b-2e30-4983-933f-6670d000a297 x-openstack-request-id: req-204d421b-2e30-4983-933f-6670d000a297 {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:54:37.503836 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c042d0-4f5f-46de-b0b3-4f07627411d6", "name": "network-vif-plugged", "status": "completed", "tag": "7d51e1f0-0d05-42bb-b0b0-b382c319b2ff", "code": 200}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:54:37.504092 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-204d421b-2e30-4983-933f-6670d000a297 {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:54:37.504485 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c042d0-4f5f-46de-b0b3-4f07627411d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d51e1f0-0d05-42bb-b0b0-b382c319b2ff', 'code': 200} Jan 27 12:54:37.581838 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (7d51e1f0-0d05-42bb-b0b0-b382c319b2ff), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:37.627853 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=7d51e1f0-0d05-42bb-b0b0-b382c319b2ff,revision_number=8']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:37.793465 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 46914) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:37.820689 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bffe3-174b-4e16-9885-0d9d6d4c5e78 req-d92da585-654f-4ff6-bce7-75ec519f2b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:37.822136 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-207bffe3-174b-4e16-9885-0d9d6d4c5e78 req-d92da585-654f-4ff6-bce7-75ec519f2b0e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 1098 time: 0.0448763 Jan 27 12:54:37.868882 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-207bffe3-174b-4e16-9885-0d9d6d4c5e78 req-ddcbcf80-fda9-4e64-bb9c-03e37ab693a2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411634 Jan 27 12:54:37.902852 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6b5ecdab-8631-42e4-84e1-cf8ba108d0fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:37.980844 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6b5ecdab-8631-42e4-84e1-cf8ba108d0fe admin admin] Publish callbacks [] for security_group (c7fe0430-0c11-48d7-ac27-866f6ad63727), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:38.061428 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6b5ecdab-8631-42e4-84e1-cf8ba108d0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (c7fe0430-0c11-48d7-ac27-866f6ad63727), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:38.101750 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-6b5ecdab-8631-42e4-84e1-cf8ba108d0fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0039cb86555a449ab2f9071d7c2894e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3070900 Jan 27 12:54:38.102530 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ecdab-8631-42e4-84e1-cf8ba108d0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fe0430-0c11-48d7-ac27-866f6ad63727,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:38.104441 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 46920) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:38.153165 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-f229d4a3-83d5-4dcc-a00a-e79ab1e5cf8c admin admin] Publish callbacks [] for security_group (c7fe0430-0c11-48d7-ac27-866f6ad63727), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:38.177962 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-f229d4a3-83d5-4dcc-a00a-e79ab1e5cf8c admin admin] Publish callbacks [] for security_group (c7fe0430-0c11-48d7-ac27-866f6ad63727), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:38.272566 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e600034-a8d4-48c2-91d4-e52e6ed3bd18 req-4d2c3f85-ea90-4d5e-8b9c-7be892708b79 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:38.274115 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4e600034-a8d4-48c2-91d4-e52e6ed3bd18 req-4d2c3f85-ea90-4d5e-8b9c-7be892708b79 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 945 time: 0.0494516 Jan 27 12:54:38.290206 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-f229d4a3-83d5-4dcc-a00a-e79ab1e5cf8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (c7fe0430-0c11-48d7-ac27-866f6ad63727), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:38.292962 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-f229d4a3-83d5-4dcc-a00a-e79ab1e5cf8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:38.296120 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-f229d4a3-83d5-4dcc-a00a-e79ab1e5cf8c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c7fe0430-0c11-48d7-ac27-866f6ad63727 HTTP/1.1" status: 204 len: 168 time: 0.1886733 Jan 27 12:54:38.301812 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229d4a3-83d5-4dcc-a00a-e79ab1e5cf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fe0430-0c11-48d7-ac27-866f6ad63727,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:38.330356 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4e600034-a8d4-48c2-91d4-e52e6ed3bd18 req-1965377c-8a54-4e48-891f-ea97826c2088 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507188 Jan 27 12:54:38.820048 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 46928) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:38.833870 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-979d7af9-90e4-481b-beba-ef8d46a32c47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:38.910459 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-979d7af9-90e4-481b-beba-ef8d46a32c47 admin admin] Publish callbacks [] for security_group (7b3216ca-9a39-4164-a6e1-503df3675308), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:38.958784 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-979d7af9-90e4-481b-beba-ef8d46a32c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (7b3216ca-9a39-4164-a6e1-503df3675308), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:38.997365 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d7af9-90e4-481b-beba-ef8d46a32c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3216ca-9a39-4164-a6e1-503df3675308,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:39.001400 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-979d7af9-90e4-481b-beba-ef8d46a32c47 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3aeedb99d48e4754b7141887f9781f8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1801803 Jan 27 12:54:39.004123 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 46934) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:39.050760 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c8a6501b-0572-4f8f-8922-bc37e54c1c15 admin admin] Publish callbacks [] for security_group (7b3216ca-9a39-4164-a6e1-503df3675308), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:39.071223 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c8a6501b-0572-4f8f-8922-bc37e54c1c15 admin admin] Publish callbacks [] for security_group (7b3216ca-9a39-4164-a6e1-503df3675308), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:39.156711 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c8a6501b-0572-4f8f-8922-bc37e54c1c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (7b3216ca-9a39-4164-a6e1-503df3675308), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:39.159892 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-c8a6501b-0572-4f8f-8922-bc37e54c1c15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:39.161141 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-c8a6501b-0572-4f8f-8922-bc37e54c1c15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b3216ca-9a39-4164-a6e1-503df3675308 HTTP/1.1" status: 204 len: 168 time: 0.1561024 Jan 27 12:54:39.168751 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6501b-0572-4f8f-8922-bc37e54c1c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3216ca-9a39-4164-a6e1-503df3675308,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:39.443104 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1e537-07ce-42e6-88c4-2f6d1fc13c38 req-77d11f3d-3ba4-4341-8c39-e0baf59a8a80 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:39.444585 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9cc1e537-07ce-42e6-88c4-2f6d1fc13c38 req-77d11f3d-3ba4-4341-8c39-e0baf59a8a80 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 945 time: 0.0475795 Jan 27 12:54:39.498642 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9cc1e537-07ce-42e6-88c4-2f6d1fc13c38 req-6b0594ca-4006-426b-907d-48cc2ce0111d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484805 Jan 27 12:54:39.819892 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 46946) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:39.833461 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-ff166704-79b3-40da-a021-df9675214a44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:39.903558 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-ff166704-79b3-40da-a021-df9675214a44 admin admin] Publish callbacks [] for security_group (06afd052-34a3-46c7-8d46-e87df5488e97), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:39.967867 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-ff166704-79b3-40da-a021-df9675214a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (06afd052-34a3-46c7-8d46-e87df5488e97), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:40.004471 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-ff166704-79b3-40da-a021-df9675214a44 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f56deb7d27a48469c352d0557e7f5e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1835377 Jan 27 12:54:40.006361 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff166704-79b3-40da-a021-df9675214a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06afd052-34a3-46c7-8d46-e87df5488e97,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:40.007211 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 46948) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:40.054337 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-88ce5e94-a4ee-437f-9649-310a8acc344d admin admin] Publish callbacks [] for security_group (06afd052-34a3-46c7-8d46-e87df5488e97), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:40.078382 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-88ce5e94-a4ee-437f-9649-310a8acc344d admin admin] Publish callbacks [] for security_group (06afd052-34a3-46c7-8d46-e87df5488e97), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:40.214024 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-88ce5e94-a4ee-437f-9649-310a8acc344d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (06afd052-34a3-46c7-8d46-e87df5488e97), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:40.216670 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-88ce5e94-a4ee-437f-9649-310a8acc344d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:40.217819 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-88ce5e94-a4ee-437f-9649-310a8acc344d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/06afd052-34a3-46c7-8d46-e87df5488e97 HTTP/1.1" status: 204 len: 168 time: 0.2096190 Jan 27 12:54:40.226293 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce5e94-a4ee-437f-9649-310a8acc344d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06afd052-34a3-46c7-8d46-e87df5488e97,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:41.825867 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 46996) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:41.928053 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-4974357d-3600-422a-93ec-933c27ed3e30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:42.001785 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-4974357d-3600-422a-93ec-933c27ed3e30 admin admin] Publish callbacks [] for security_group (143a33ea-e41b-450e-b0fd-46ad7e905902), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:42.090339 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-4974357d-3600-422a-93ec-933c27ed3e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (143a33ea-e41b-450e-b0fd-46ad7e905902), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:42.133400 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-4974357d-3600-422a-93ec-933c27ed3e30 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d383581b120346298543ecfc2ca8036d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064048 Jan 27 12:54:42.134425 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974357d-3600-422a-93ec-933c27ed3e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143a33ea-e41b-450e-b0fd-46ad7e905902,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:42.136485 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47004) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:42.191009 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0d1079f3-28ff-4aa3-853d-cf420397bc94 admin admin] Publish callbacks [] for security_group (143a33ea-e41b-450e-b0fd-46ad7e905902), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:42.213150 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0d1079f3-28ff-4aa3-853d-cf420397bc94 admin admin] Publish callbacks [] for security_group (143a33ea-e41b-450e-b0fd-46ad7e905902), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:42.336058 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0d1079f3-28ff-4aa3-853d-cf420397bc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (143a33ea-e41b-450e-b0fd-46ad7e905902), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:42.338728 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0d1079f3-28ff-4aa3-853d-cf420397bc94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:42.342461 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-0d1079f3-28ff-4aa3-853d-cf420397bc94 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/143a33ea-e41b-450e-b0fd-46ad7e905902 HTTP/1.1" status: 204 len: 168 time: 0.2046714 Jan 27 12:54:42.351088 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1079f3-28ff-4aa3-853d-cf420397bc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143a33ea-e41b-450e-b0fd-46ad7e905902,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:43.345103 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47030) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:43.444087 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-5f58413e-1a9d-4ae3-a5a9-64f897320341 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1517041975-network', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:54:43.536224 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f58413e-1a9d-4ae3-a5a9-64f897320341 admin admin] Made reservation on behalf of 0cdacd3dfabe494ea8a3e4ce588e0680 for: {'network': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:54:43.538617 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5f58413e-1a9d-4ae3-a5a9-64f897320341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for network (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:43.547379 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5f58413e-1a9d-4ae3-a5a9-64f897320341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:43.621022 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5f58413e-1a9d-4ae3-a5a9-64f897320341 admin admin] Publish callbacks [] for security_group (90884a32-2f6e-49aa-ae05-103d81e0dd9c), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:43.672864 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5f58413e-1a9d-4ae3-a5a9-64f897320341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (90884a32-2f6e-49aa-ae05-103d81e0dd9c), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:43.693937 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f58413e-1a9d-4ae3-a5a9-64f897320341 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=109461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 12:54:43.707883 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58413e-1a9d-4ae3-a5a9-64f897320341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90884a32-2f6e-49aa-ae05-103d81e0dd9c,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:43.713836 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5f58413e-1a9d-4ae3-a5a9-64f897320341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:43.714188 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.db.segments_db [None req-5f58413e-1a9d-4ae3-a5a9-64f897320341 admin admin] Added segment 1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f of type vlan for network 72bf64c7-d235-4b9a-9065-a23ef74a599a Jan 27 12:54:43.756257 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5f58413e-1a9d-4ae3-a5a9-64f897320341 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727397602151'] for network (72bf64c7-d235-4b9a-9065-a23ef74a599a), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:43.853797 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5f58413e-1a9d-4ae3-a5a9-64f897320341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for network (72bf64c7-d235-4b9a-9065-a23ef74a599a), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:43.854721 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f58413e-1a9d-4ae3-a5a9-64f897320341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:43.855336 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-5f58413e-1a9d-4ae3-a5a9-64f897320341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:43.910992 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58413e-1a9d-4ae3-a5a9-64f897320341 admin admin] Pushing event updated for resources: {'Network': ['ID=72bf64c7-d235-4b9a-9065-a23ef74a599a,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:43.920821 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Network 72bf64c7-d235-4b9a-9065-a23ef74a599a details requested by agent ovs-agent-dv-cinder-824031-3-iscsi with host dv-cinder-824031-3-iscsi {{(pid=109463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 12:54:43.965098 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-5f58413e-1a9d-4ae3-a5a9-64f897320341 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6188579 Jan 27 12:54:43.968056 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47036) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:43.973558 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-7281c8ee-100c-4f23-b780-dcfeaab396bd admin admin] Request body: {'subnet': {'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1517041975-subnet', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'ip_version': 4}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:54:44.053926 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7281c8ee-100c-4f23-b780-dcfeaab396bd admin admin] Made reservation on behalf of 0cdacd3dfabe494ea8a3e4ce588e0680 for: {'subnet': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:54:44.056259 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-7281c8ee-100c-4f23-b780-dcfeaab396bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25816208'] for subnet (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:44.265481 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-7281c8ee-100c-4f23-b780-dcfeaab396bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3260870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25816230'] for subnet (c9488552-cd79-48fa-8e61-55f52db17c90), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:44.321914 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281c8ee-100c-4f23-b780-dcfeaab396bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9488552-cd79-48fa-8e61-55f52db17c90,revision_number=0']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:44.331700 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7281c8ee-100c-4f23-b780-dcfeaab396bd admin admin] Checking segment: {'id': '1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:54:44.332063 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7281c8ee-100c-4f23-b780-dcfeaab396bd admin admin] Network hostable DHCP agents. Network: 72bf64c7-d235-4b9a-9065-a23ef74a599a, hostable agents: ['8eb3a606-acf3-4d34-8208-a31c99af56ba'], hosted agents: [] {{(pid=109462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 12:54:44.419556 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7281c8ee-100c-4f23-b780-dcfeaab396bd admin admin] Network 72bf64c7-d235-4b9a-9065-a23ef74a599a is scheduled to be hosted by DHCP agent 8eb3a606-acf3-4d34-8208-a31c99af56ba with binding_index 1 {{(pid=109462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 12:54:44.505330 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-7281c8ee-100c-4f23-b780-dcfeaab396bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-3-iscsi, 72bf64c7-d235-4b9a-9065-a23ef74a599a) {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:54:44.509370 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7281c8ee-100c-4f23-b780-dcfeaab396bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:44.510007 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-7281c8ee-100c-4f23-b780-dcfeaab396bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:44.516115 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b15744d-c908-4a18-a675-bc868eb88c64 None None] Network 72bf64c7-d235-4b9a-9065-a23ef74a599a requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:54:44.609870 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47040) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:44.610409 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-7281c8ee-100c-4f23-b780-dcfeaab396bd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6407399 Jan 27 12:54:44.615470 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-9a948ab7-2d08-41a6-9279-03497bf6cffa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:54:44.615640 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227037ad-39e1-4fda-ad9e-af47fd1f6708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddd921a7-f886-55d8-9d7f-b4a49e13882a-72bf64c7-d235-4b9a-9065-a23ef74a599a', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90'}]}} from dv-cinder-824031-3-iscsi. {{(pid=109463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 12:54:44.616416 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-227037ad-39e1-4fda-ad9e-af47fd1f6708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:44.719102 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9a948ab7-2d08-41a6-9279-03497bf6cffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1666215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108346'] for router (43ca42c3-2d67-4afe-a6d3-09b681ad8bb9), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:44.720241 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9a948ab7-2d08-41a6-9279-03497bf6cffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1661945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1903227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108291'] for router (43ca42c3-2d67-4afe-a6d3-09b681ad8bb9), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:44.776619 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9a948ab7-2d08-41a6-9279-03497bf6cffa admin admin] Publish callbacks [] for router_controller (43ca42c3-2d67-4afe-a6d3-09b681ad8bb9), precommit_add_association {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:44.872192 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.db_base_plugin_common [None req-227037ad-39e1-4fda-ad9e-af47fd1f6708 None None] Allocated IP 172.20.0.2 (72bf64c7-d235-4b9a-9065-a23ef74a599a/c9488552-cd79-48fa-8e61-55f52db17c90/8d231376-2fa9-4a62-a25f-a433e977c350) {{(pid=109463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:54:44.969906 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9a948ab7-2d08-41a6-9279-03497bf6cffa admin admin] Publish callbacks [] for router_gateway (43ca42c3-2d67-4afe-a6d3-09b681ad8bb9), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:45.011491 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-227037ad-39e1-4fda-ad9e-af47fd1f6708 None None] Publish callbacks [] for port (8d231376-2fa9-4a62-a25f-a433e977c350), precommit_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:45.107665 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-227037ad-39e1-4fda-ad9e-af47fd1f6708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551'] for port (8d231376-2fa9-4a62-a25f-a433e977c350), after_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:45.144749 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227037ad-39e1-4fda-ad9e-af47fd1f6708 None None] Network 72bf64c7-d235-4b9a-9065-a23ef74a599a is already hosted by enough agents. {{(pid=109463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:54:45.147452 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.scheduler.base_scheduler [None req-227037ad-39e1-4fda-ad9e-af47fd1f6708 None None] Resources bound (agent type, host, resource id): {{(pid=109463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:54:45.150397 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227037ad-39e1-4fda-ad9e-af47fd1f6708 None None] Received port after_create {{(pid=109463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:54:45.162444 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227037ad-39e1-4fda-ad9e-af47fd1f6708 None None] Pushing event updated for resources: {'Port': ['ID=8d231376-2fa9-4a62-a25f-a433e977c350,revision_number=1']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:45.212347 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-227037ad-39e1-4fda-ad9e-af47fd1f6708 None None] Attempting to bind port 8d231376-2fa9-4a62-a25f-a433e977c350 on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:54:45.213532 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-227037ad-39e1-4fda-ad9e-af47fd1f6708 None None] Attempting to bind port 8d231376-2fa9-4a62-a25f-a433e977c350 by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': '1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a'}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:54:45.213532 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227037ad-39e1-4fda-ad9e-af47fd1f6708 None None] Attempting to bind port 8d231376-2fa9-4a62-a25f-a433e977c350 on network 72bf64c7-d235-4b9a-9065-a23ef74a599a {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:54:45.217957 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227037ad-39e1-4fda-ad9e-af47fd1f6708 None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:54:45.218332 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227037ad-39e1-4fda-ad9e-af47fd1f6708 None None] Checking segment: {'id': '1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:54:45.218731 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-227037ad-39e1-4fda-ad9e-af47fd1f6708 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:45.219147 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227037ad-39e1-4fda-ad9e-af47fd1f6708 None None] Bound using segment: {'id': '1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a'} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:54:45.219600 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-227037ad-39e1-4fda-ad9e-af47fd1f6708 None None] Bound port: 8d231376-2fa9-4a62-a25f-a433e977c350, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a'}}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:54:45.219972 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-227037ad-39e1-4fda-ad9e-af47fd1f6708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (8d231376-2fa9-4a62-a25f-a433e977c350), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:45.247336 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9a948ab7-2d08-41a6-9279-03497bf6cffa admin admin] Publish callbacks [] for router_gateway (43ca42c3-2d67-4afe-a6d3-09b681ad8bb9), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:45.265513 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9a948ab7-2d08-41a6-9279-03497bf6cffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:45.285559 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-227037ad-39e1-4fda-ad9e-af47fd1f6708 None None] For port 8d231376-2fa9-4a62-a25f-a433e977c350, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:54:45.288592 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-227037ad-39e1-4fda-ad9e-af47fd1f6708 None None] For port 8d231376-2fa9-4a62-a25f-a433e977c350, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=8d231376-2fa9-4a62-a25f-a433e977c350,segment=NetworkSegment(1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f),segment_id=1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f)] {{(pid=109463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:54:45.363926 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_common [None req-9a948ab7-2d08-41a6-9279-03497bf6cffa admin admin] Allocated IP 172.27.2.239 (eb2842ee-b281-40a5-b8cc-bad91d1f4211/1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a/c81f1810-358d-42c0-8799-06ecf59699f9) {{(pid=109461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:54:45.370374 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-227037ad-39e1-4fda-ad9e-af47fd1f6708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (8d231376-2fa9-4a62-a25f-a433e977c350), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:45.432622 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227037ad-39e1-4fda-ad9e-af47fd1f6708 None None] Pushing event updated for resources: {'Port': ['ID=8d231376-2fa9-4a62-a25f-a433e977c350,revision_number=2']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:45.468318 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9a948ab7-2d08-41a6-9279-03497bf6cffa admin admin] Publish callbacks [] for port (c81f1810-358d-42c0-8799-06ecf59699f9), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:45.563045 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9a948ab7-2d08-41a6-9279-03497bf6cffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (c81f1810-358d-42c0-8799-06ecf59699f9), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:45.625587 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a948ab7-2d08-41a6-9279-03497bf6cffa admin admin] Network eb2842ee-b281-40a5-b8cc-bad91d1f4211 is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:54:45.628675 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-9a948ab7-2d08-41a6-9279-03497bf6cffa admin admin] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:54:45.637451 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a948ab7-2d08-41a6-9279-03497bf6cffa admin admin] Received port after_create {{(pid=109461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:54:45.640732 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a948ab7-2d08-41a6-9279-03497bf6cffa admin admin] Pushing event updated for resources: {'Port': ['ID=c81f1810-358d-42c0-8799-06ecf59699f9,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:45.977979 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9a948ab7-2d08-41a6-9279-03497bf6cffa admin admin] Publish callbacks [] for router_gateway (43ca42c3-2d67-4afe-a6d3-09b681ad8bb9), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:46.179849 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9a948ab7-2d08-41a6-9279-03497bf6cffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661868'] for router (43ca42c3-2d67-4afe-a6d3-09b681ad8bb9), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:46.374562 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a948ab7-2d08-41a6-9279-03497bf6cffa admin admin] Router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 is scheduled to L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 with binding_index 1 {{(pid=109461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 12:54:46.379913 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bf6420-be82-4584-93c9-1cffcc257d30 None None] Network 72bf64c7-d235-4b9a-9065-a23ef74a599a requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:54:46.476462 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 8d231376-2fa9-4a62-a25f-a433e977c350 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:54:46.485499 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a948ab7-2d08-41a6-9279-03497bf6cffa admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:54:46.507284 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] Sync routers for ids ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:54:46.536249 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-9b1fd05a-49fa-4e15-abf1-90ae0ccd680e None None] Provisioning complete for port 8d231376-2fa9-4a62-a25f-a433e977c350 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:54:46.536643 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-9b1fd05a-49fa-4e15-abf1-90ae0ccd680e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (8d231376-2fa9-4a62-a25f-a433e977c350), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:46.541589 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] Routers {'43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:54:46.542222 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:54:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:54:46.584028 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9a948ab7-2d08-41a6-9279-03497bf6cffa admin admin] Publish callbacks [] for router (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:46.584340 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-9a948ab7-2d08-41a6-9279-03497bf6cffa admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9731107 Jan 27 12:54:46.586675 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47048) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:46.678046 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 8d231376-2fa9-4a62-a25f-a433e977c350 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:54:46.678419 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (8d231376-2fa9-4a62-a25f-a433e977c350), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:46.740895 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] Set router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:54:46.830392 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fd05a-49fa-4e15-abf1-90ae0ccd680e None None] Current status of the port 8d231376-2fa9-4a62-a25f-a433e977c350 is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:54:46.830392 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-9b1fd05a-49fa-4e15-abf1-90ae0ccd680e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (8d231376-2fa9-4a62-a25f-a433e977c350), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:46.914495 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-9b1fd05a-49fa-4e15-abf1-90ae0ccd680e None None] For port 8d231376-2fa9-4a62-a25f-a433e977c350, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=8d231376-2fa9-4a62-a25f-a433e977c350,segment=NetworkSegment(1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f),segment_id=1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:54:46.976951 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 8d231376-2fa9-4a62-a25f-a433e977c350 is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:54:46.977293 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (8d231376-2fa9-4a62-a25f-a433e977c350), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:46.979035 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-9b1fd05a-49fa-4e15-abf1-90ae0ccd680e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (8d231376-2fa9-4a62-a25f-a433e977c350), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:47.028693 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-40793fca-e0fe-4095-b5b6-ef94646c15b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:47.078420 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fd05a-49fa-4e15-abf1-90ae0ccd680e None None] Pushing event updated for resources: {'Port': ['ID=8d231376-2fa9-4a62-a25f-a433e977c350,revision_number=3']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:47.095573 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.db.api [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 12:54:47.099580 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG oslo_db.api [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 12:54:47.099580 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T12:54:45Z', 'revision_number': 3, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port': {'id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:45Z', 'updated_at': '2022-01-27T12:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:54:47.134701 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] Checking router: 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:54:47.135077 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] Updating router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 port c81f1810-358d-42c0-8799-06ecf59699f9 binding host dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 12:54:47.138660 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-cfef0a94-3f27-45a2-8034-b7bdf12b0cff None None] Provisioning complete for port 8d231376-2fa9-4a62-a25f-a433e977c350 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:54:47.138660 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-cfef0a94-3f27-45a2-8034-b7bdf12b0cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (8d231376-2fa9-4a62-a25f-a433e977c350), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:47.184582 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_common [None req-40793fca-e0fe-4095-b5b6-ef94646c15b9 admin admin] Allocated IP 172.20.0.1 (72bf64c7-d235-4b9a-9065-a23ef74a599a/c9488552-cd79-48fa-8e61-55f52db17c90/3477a41a-ce3a-470c-865b-ef3a7a0de549) {{(pid=109461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:54:47.192560 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (c81f1810-358d-42c0-8799-06ecf59699f9), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:47.286172 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-40793fca-e0fe-4095-b5b6-ef94646c15b9 admin admin] Publish callbacks [] for port (3477a41a-ce3a-470c-865b-ef3a7a0de549), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:47.330142 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-cfef0a94-3f27-45a2-8034-b7bdf12b0cff None None] Current status of the port 8d231376-2fa9-4a62-a25f-a433e977c350 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:54:47.387982 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-40793fca-e0fe-4095-b5b6-ef94646c15b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (3477a41a-ce3a-470c-865b-ef3a7a0de549), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:47.426490 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40793fca-e0fe-4095-b5b6-ef94646c15b9 admin admin] Network 72bf64c7-d235-4b9a-9065-a23ef74a599a is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:54:47.429278 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-40793fca-e0fe-4095-b5b6-ef94646c15b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:54:47.434963 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40793fca-e0fe-4095-b5b6-ef94646c15b9 admin admin] Received port after_create {{(pid=109461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:54:47.456954 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40793fca-e0fe-4095-b5b6-ef94646c15b9 admin admin] Pushing event updated for resources: {'Port': ['ID=3477a41a-ce3a-470c-865b-ef3a7a0de549,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:47.477389 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-40793fca-e0fe-4095-b5b6-ef94646c15b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664249'] for router_interface (43ca42c3-2d67-4afe-a6d3-09b681ad8bb9), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:47.478504 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] Publish callbacks [] for port (c81f1810-358d-42c0-8799-06ecf59699f9), precommit_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:47.565023 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (c81f1810-358d-42c0-8799-06ecf59699f9), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:47.791056 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] Attempting to bind port c81f1810-358d-42c0-8799-06ecf59699f9 on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:54:47.792378 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] Attempting to bind port c81f1810-358d-42c0-8799-06ecf59699f9 by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:54:47.792378 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] Attempting to bind port c81f1810-358d-42c0-8799-06ecf59699f9 on network eb2842ee-b281-40a5-b8cc-bad91d1f4211 {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:54:47.809403 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d30b4-6df2-4299-aeeb-81ce7b946dfd None None] Pushing event updated for resources: {'Port': ['ID=c81f1810-358d-42c0-8799-06ecf59699f9,revision_number=2']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:47.812402 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:54:47.812780 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] Checking segment: {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:54:47.813185 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:47.813572 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] Bound using segment: {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:54:47.814047 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] Bound port: c81f1810-358d-42c0-8799-06ecf59699f9, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:54:47.814510 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (c81f1810-358d-42c0-8799-06ecf59699f9), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:47.817806 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-4130ad4c-929a-44b8-8db2-86c0956340d1 None None] Provisioning complete for port 3477a41a-ce3a-470c-865b-ef3a7a0de549 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:54:47.818168 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-4130ad4c-929a-44b8-8db2-86c0956340d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (3477a41a-ce3a-470c-865b-ef3a7a0de549), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:47.819581 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 8d231376-2fa9-4a62-a25f-a433e977c350 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:54:47.887037 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-4130ad4c-929a-44b8-8db2-86c0956340d1 None None] Port 3477a41a-ce3a-470c-865b-ef3a7a0de549 cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:54:47.896781 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] For port c81f1810-358d-42c0-8799-06ecf59699f9, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:54:47.899912 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] For port c81f1810-358d-42c0-8799-06ecf59699f9, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=c81f1810-358d-42c0-8799-06ecf59699f9,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:54:47.918839 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-40793fca-e0fe-4095-b5b6-ef94646c15b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (3477a41a-ce3a-470c-865b-ef3a7a0de549), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:47.972926 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (c81f1810-358d-42c0-8799-06ecf59699f9), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:48.026488 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] Routers {'43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:54:48.027125 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:54:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:54:48.066936 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d30b4-6df2-4299-aeeb-81ce7b946dfd None None] Pushing event updated for resources: {'Port': ['ID=c81f1810-358d-42c0-8799-06ecf59699f9,revision_number=3']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:48.091378 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-40793fca-e0fe-4095-b5b6-ef94646c15b9 admin admin] Publish callbacks [] for port (3477a41a-ce3a-470c-865b-ef3a7a0de549), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:48.138002 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] Set router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:54:48.176637 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-40793fca-e0fe-4095-b5b6-ef94646c15b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412271'] for port (3477a41a-ce3a-470c-865b-ef3a7a0de549), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:48.244580 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-40793fca-e0fe-4095-b5b6-ef94646c15b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1664617'] for router_interface (43ca42c3-2d67-4afe-a6d3-09b681ad8bb9), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:48.247399 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40793fca-e0fe-4095-b5b6-ef94646c15b9 admin admin] Pushing event updated for resources: {'Port': ['ID=3477a41a-ce3a-470c-865b-ef3a7a0de549,revision_number=2']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:48.338334 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 4, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port': {'id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:45Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': '3477a41a-ce3a-470c-865b-ef3a7a0de549', 'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'mac_address': 'fa:16:3e:c9:9e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:47Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 1, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'subnets': [{'id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:54:48.339976 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40793fca-e0fe-4095-b5b6-ef94646c15b9 admin admin] Network 72bf64c7-d235-4b9a-9065-a23ef74a599a is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:54:48.341430 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-40793fca-e0fe-4095-b5b6-ef94646c15b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:54:48.367209 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbac8d7-818e-4264-b428-532679b40d87 None None] The sync data for ids ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'] in dv-cinder-824031-3-iscsi is: [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 4, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port': {'id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:45Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': '3477a41a-ce3a-470c-865b-ef3a7a0de549', 'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'mac_address': 'fa:16:3e:c9:9e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:47Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 1, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'subnets': [{'id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:54:48.423423 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 8d231376-2fa9-4a62-a25f-a433e977c350 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:54:48.489509 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40793fca-e0fe-4095-b5b6-ef94646c15b9 admin admin] Router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:54:48.493637 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 8d231376-2fa9-4a62-a25f-a433e977c350 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:54:48.494154 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (8d231376-2fa9-4a62-a25f-a433e977c350), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:48.594147 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 8d231376-2fa9-4a62-a25f-a433e977c350 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:54:48.613231 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40793fca-e0fe-4095-b5b6-ef94646c15b9 admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:54:48.628375 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-40793fca-e0fe-4095-b5b6-ef94646c15b9 admin admin] 10.222.0.39 "PUT /v2.0/routers/43ca42c3-2d67-4afe-a6d3-09b681ad8bb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0404267 Jan 27 12:54:48.631432 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-8c7474c1-bffb-4f23-bd26-07c816f8ed70 None None] Provisioning complete for port 3477a41a-ce3a-470c-865b-ef3a7a0de549 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:54:48.631816 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-8c7474c1-bffb-4f23-bd26-07c816f8ed70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (3477a41a-ce3a-470c-865b-ef3a7a0de549), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:48.677175 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-8c7474c1-bffb-4f23-bd26-07c816f8ed70 None None] Port 3477a41a-ce3a-470c-865b-ef3a7a0de549 cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:54:49.439871 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47080) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:49.449619 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47084) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:49.454427 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-262b05fb-3db3-4112-ba8f-62267b8ccba5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-383905813-network', 'tenant_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:54:49.547465 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262b05fb-3db3-4112-ba8f-62267b8ccba5 admin admin] Made reservation on behalf of 577bb3c6cd5f40c6b63a4e82ff22fdcb for: {'network': 1} {{(pid=109461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:54:49.550761 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-262b05fb-3db3-4112-ba8f-62267b8ccba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for network (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:49.560793 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-262b05fb-3db3-4112-ba8f-62267b8ccba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:49.644054 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-262b05fb-3db3-4112-ba8f-62267b8ccba5 admin admin] Publish callbacks [] for security_group (9358c442-ae0d-4e2a-bd44-8c5cfe79cd6a), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:49.655511 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f1f2b52f-3630-49ea-a4ae-963598a2d8ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:49.728308 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-262b05fb-3db3-4112-ba8f-62267b8ccba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (9358c442-ae0d-4e2a-bd44-8c5cfe79cd6a), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:49.737669 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f1f2b52f-3630-49ea-a4ae-963598a2d8ef admin admin] Publish callbacks [] for security_group (99bbbc0b-1812-412d-8ef0-cb03223ebec1), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:49.754041 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262b05fb-3db3-4112-ba8f-62267b8ccba5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=109461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 12:54:49.768501 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b05fb-3db3-4112-ba8f-62267b8ccba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9358c442-ae0d-4e2a-bd44-8c5cfe79cd6a,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:49.771333 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-262b05fb-3db3-4112-ba8f-62267b8ccba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (8aab8084-df20-4bed-9dea-27e89f0dafaa), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:49.771680 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.db.segments_db [None req-262b05fb-3db3-4112-ba8f-62267b8ccba5 admin admin] Added segment 8aab8084-df20-4bed-9dea-27e89f0dafaa of type vlan for network 49f76227-d70a-445a-8c6c-5be6440b1705 Jan 27 12:54:49.805505 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-f1f2b52f-3630-49ea-a4ae-963598a2d8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (99bbbc0b-1812-412d-8ef0-cb03223ebec1), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:49.829735 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-262b05fb-3db3-4112-ba8f-62267b8ccba5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727397602151'] for network (49f76227-d70a-445a-8c6c-5be6440b1705), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:49.857225 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-f1f2b52f-3630-49ea-a4ae-963598a2d8ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f057777e87ed4ec8b00d93141a69be7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4162843 Jan 27 12:54:49.859942 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47086) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:49.860452 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2b52f-3630-49ea-a4ae-963598a2d8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bbbc0b-1812-412d-8ef0-cb03223ebec1,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:49.908741 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-531419a2-2bcd-417d-9f21-7b5c7bac42f0 admin admin] Publish callbacks [] for security_group (99bbbc0b-1812-412d-8ef0-cb03223ebec1), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:49.929610 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-531419a2-2bcd-417d-9f21-7b5c7bac42f0 admin admin] Publish callbacks [] for security_group (99bbbc0b-1812-412d-8ef0-cb03223ebec1), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:49.956780 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-262b05fb-3db3-4112-ba8f-62267b8ccba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982'] for network (49f76227-d70a-445a-8c6c-5be6440b1705), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:49.957776 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262b05fb-3db3-4112-ba8f-62267b8ccba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:49.958366 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-262b05fb-3db3-4112-ba8f-62267b8ccba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:50.015229 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b05fb-3db3-4112-ba8f-62267b8ccba5 admin admin] Pushing event updated for resources: {'Network': ['ID=49f76227-d70a-445a-8c6c-5be6440b1705,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:50.024721 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Network 49f76227-d70a-445a-8c6c-5be6440b1705 details requested by agent ovs-agent-dv-cinder-824031-3-iscsi with host dv-cinder-824031-3-iscsi {{(pid=109463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 12:54:50.039007 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-531419a2-2bcd-417d-9f21-7b5c7bac42f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (99bbbc0b-1812-412d-8ef0-cb03223ebec1), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:50.041615 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-531419a2-2bcd-417d-9f21-7b5c7bac42f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:50.042937 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-531419a2-2bcd-417d-9f21-7b5c7bac42f0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99bbbc0b-1812-412d-8ef0-cb03223ebec1 HTTP/1.1" status: 204 len: 168 time: 0.1818910 Jan 27 12:54:50.053237 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531419a2-2bcd-417d-9f21-7b5c7bac42f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bbbc0b-1812-412d-8ef0-cb03223ebec1,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:50.071070 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-262b05fb-3db3-4112-ba8f-62267b8ccba5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6202526 Jan 27 12:54:50.075815 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47090) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:50.081005 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-ae7a1b5d-dbc7-4af1-b17e-325cefae8dd1 admin admin] Request body: {'subnet': {'network_id': '49f76227-d70a-445a-8c6c-5be6440b1705', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-383905813-subnet', 'tenant_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'ip_version': 4}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:54:50.174652 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7a1b5d-dbc7-4af1-b17e-325cefae8dd1 admin admin] Made reservation on behalf of 577bb3c6cd5f40c6b63a4e82ff22fdcb for: {'subnet': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:54:50.177131 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-ae7a1b5d-dbc7-4af1-b17e-325cefae8dd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25816208'] for subnet (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:50.403113 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-ae7a1b5d-dbc7-4af1-b17e-325cefae8dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3260870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25816230'] for subnet (dabfd70a-cb10-428b-9e98-899f4ee3ac01), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:50.410007 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] Sync routers for ids ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'] in dv-cinder-824031-3-iscsi {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:54:50.436991 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] Routers {'43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:54:50.437991 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:54:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:54:50.481868 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a1b5d-dbc7-4af1-b17e-325cefae8dd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dabfd70a-cb10-428b-9e98-899f4ee3ac01,revision_number=0']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:50.487111 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7a1b5d-dbc7-4af1-b17e-325cefae8dd1 admin admin] Checking segment: {'id': '8aab8084-df20-4bed-9dea-27e89f0dafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '49f76227-d70a-445a-8c6c-5be6440b1705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:54:50.487458 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7a1b5d-dbc7-4af1-b17e-325cefae8dd1 admin admin] Network hostable DHCP agents. Network: 49f76227-d70a-445a-8c6c-5be6440b1705, hostable agents: ['8eb3a606-acf3-4d34-8208-a31c99af56ba'], hosted agents: [] {{(pid=109462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 12:54:50.504469 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-b590b07c-a19a-47e6-9202-32275939c9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:50.509071 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device c81f1810-358d-42c0-8799-06ecf59699f9 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:54:50.556942 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7a1b5d-dbc7-4af1-b17e-325cefae8dd1 admin admin] Network 49f76227-d70a-445a-8c6c-5be6440b1705 is scheduled to be hosted by DHCP agent 8eb3a606-acf3-4d34-8208-a31c99af56ba with binding_index 1 {{(pid=109462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 12:54:50.563250 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] Set router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:54:50.568966 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port c81f1810-358d-42c0-8799-06ecf59699f9 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:54:50.570377 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (c81f1810-358d-42c0-8799-06ecf59699f9), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:50.621559 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-ae7a1b5d-dbc7-4af1-b17e-325cefae8dd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-3-iscsi, 49f76227-d70a-445a-8c6c-5be6440b1705) {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:54:50.632366 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7a1b5d-dbc7-4af1-b17e-325cefae8dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:54:50.632644 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773c97ad-bdee-4fdd-8f7e-4adedf7a59b0 None None] Network 49f76227-d70a-445a-8c6c-5be6440b1705 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:54:50.633396 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-ae7a1b5d-dbc7-4af1-b17e-325cefae8dd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:50.693757 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port c81f1810-358d-42c0-8799-06ecf59699f9 is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:54:50.694147 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (c81f1810-358d-42c0-8799-06ecf59699f9), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:50.730062 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] For port c81f1810-358d-42c0-8799-06ecf59699f9, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=c81f1810-358d-42c0-8799-06ecf59699f9,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:54:50.730306 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-ae7a1b5d-dbc7-4af1-b17e-325cefae8dd1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6508126 Jan 27 12:54:50.730306 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47092) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:50.736966 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-5d1c6b4d-5338-4340-9cd7-a293bf594380 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-383905813-router', 'tenant_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:54:50.762409 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a752d1b2-8bcc-4c6f-bdcb-a896b810db7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddd921a7-f886-55d8-9d7f-b4a49e13882a-49f76227-d70a-445a-8c6c-5be6440b1705', 'network_id': '49f76227-d70a-445a-8c6c-5be6440b1705', 'project_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'fixed_ips': [{'subnet_id': 'dabfd70a-cb10-428b-9e98-899f4ee3ac01'}]}} from dv-cinder-824031-3-iscsi. {{(pid=109463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 12:54:50.763380 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-a752d1b2-8bcc-4c6f-bdcb-a896b810db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:50.766471 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 4, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port': {'id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:45Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': '3477a41a-ce3a-470c-865b-ef3a7a0de549', 'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'mac_address': 'fa:16:3e:c9:9e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:47Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 2, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'subnets': [{'id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:54:50.791980 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] Checking router: 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 for host: dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:54:50.792330 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] Updating router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 port 3477a41a-ce3a-470c-865b-ef3a7a0de549 binding host dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 12:54:50.816689 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (3477a41a-ce3a-470c-865b-ef3a7a0de549), before_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:50.833311 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (c81f1810-358d-42c0-8799-06ecf59699f9), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:50.837015 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6b4d-5338-4340-9cd7-a293bf594380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1666215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108346'] for router (72009ca6-5c38-459b-8c1b-bc4b43539b1a), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:50.838813 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6b4d-5338-4340-9cd7-a293bf594380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1661945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1903227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108291'] for router (72009ca6-5c38-459b-8c1b-bc4b43539b1a), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:50.897814 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6b4d-5338-4340-9cd7-a293bf594380 admin admin] Publish callbacks [] for router_controller (72009ca6-5c38-459b-8c1b-bc4b43539b1a), precommit_add_association {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:50.925062 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Pushing event updated for resources: {'Port': ['ID=c81f1810-358d-42c0-8799-06ecf59699f9,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:50.941445 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.db_base_plugin_common [None req-a752d1b2-8bcc-4c6f-bdcb-a896b810db7d None None] Allocated IP 172.20.0.2 (49f76227-d70a-445a-8c6c-5be6440b1705/dabfd70a-cb10-428b-9e98-899f4ee3ac01/78194412-ec5a-49b2-ac03-3f752885a46d) {{(pid=109463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:54:51.085837 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-a752d1b2-8bcc-4c6f-bdcb-a896b810db7d None None] Publish callbacks [] for port (78194412-ec5a-49b2-ac03-3f752885a46d), precommit_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:51.117757 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6b4d-5338-4340-9cd7-a293bf594380 admin admin] Publish callbacks [] for router_gateway (72009ca6-5c38-459b-8c1b-bc4b43539b1a), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:51.163674 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] Publish callbacks [] for port (3477a41a-ce3a-470c-865b-ef3a7a0de549), precommit_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:51.168529 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-a752d1b2-8bcc-4c6f-bdcb-a896b810db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551'] for port (78194412-ec5a-49b2-ac03-3f752885a46d), after_create {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:51.205961 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a752d1b2-8bcc-4c6f-bdcb-a896b810db7d None None] Network 49f76227-d70a-445a-8c6c-5be6440b1705 is already hosted by enough agents. {{(pid=109463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:54:51.208784 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.scheduler.base_scheduler [None req-a752d1b2-8bcc-4c6f-bdcb-a896b810db7d None None] Resources bound (agent type, host, resource id): {{(pid=109463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:54:51.214654 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a752d1b2-8bcc-4c6f-bdcb-a896b810db7d None None] Received port after_create {{(pid=109463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:54:51.220347 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752d1b2-8bcc-4c6f-bdcb-a896b810db7d None None] Pushing event updated for resources: {'Port': ['ID=78194412-ec5a-49b2-ac03-3f752885a46d,revision_number=1']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:51.231218 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (3477a41a-ce3a-470c-865b-ef3a7a0de549), after_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:51.273482 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d955ad7-36d8-477f-8747-5e9f5ec22cc5 None None] Pushing event updated for resources: {'Port': ['ID=3477a41a-ce3a-470c-865b-ef3a7a0de549,revision_number=3']} {{(pid=109464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:51.289991 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-a752d1b2-8bcc-4c6f-bdcb-a896b810db7d None None] Attempting to bind port 78194412-ec5a-49b2-ac03-3f752885a46d on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:54:51.290812 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-a752d1b2-8bcc-4c6f-bdcb-a896b810db7d None None] Attempting to bind port 78194412-ec5a-49b2-ac03-3f752885a46d by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': '8aab8084-df20-4bed-9dea-27e89f0dafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '49f76227-d70a-445a-8c6c-5be6440b1705'}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:54:51.291247 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a752d1b2-8bcc-4c6f-bdcb-a896b810db7d None None] Attempting to bind port 78194412-ec5a-49b2-ac03-3f752885a46d on network 49f76227-d70a-445a-8c6c-5be6440b1705 {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:54:51.297500 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a752d1b2-8bcc-4c6f-bdcb-a896b810db7d None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:54:51.298064 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a752d1b2-8bcc-4c6f-bdcb-a896b810db7d None None] Checking segment: {'id': '8aab8084-df20-4bed-9dea-27e89f0dafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '49f76227-d70a-445a-8c6c-5be6440b1705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:54:51.298577 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-a752d1b2-8bcc-4c6f-bdcb-a896b810db7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:51.299623 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a752d1b2-8bcc-4c6f-bdcb-a896b810db7d None None] Bound using segment: {'id': '8aab8084-df20-4bed-9dea-27e89f0dafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '49f76227-d70a-445a-8c6c-5be6440b1705'} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:54:51.300208 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-a752d1b2-8bcc-4c6f-bdcb-a896b810db7d None None] Bound port: 78194412-ec5a-49b2-ac03-3f752885a46d, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aab8084-df20-4bed-9dea-27e89f0dafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '49f76227-d70a-445a-8c6c-5be6440b1705'}}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:54:51.301013 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-a752d1b2-8bcc-4c6f-bdcb-a896b810db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (78194412-ec5a-49b2-ac03-3f752885a46d), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:51.307131 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d955ad7-36d8-477f-8747-5e9f5ec22cc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:51.307513 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d955ad7-36d8-477f-8747-5e9f5ec22cc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:51.307947 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d955ad7-36d8-477f-8747-5e9f5ec22cc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:51.308194 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d955ad7-36d8-477f-8747-5e9f5ec22cc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:51.308530 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d955ad7-36d8-477f-8747-5e9f5ec22cc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:51.308861 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d955ad7-36d8-477f-8747-5e9f5ec22cc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:51.309189 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d955ad7-36d8-477f-8747-5e9f5ec22cc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:51.309517 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d955ad7-36d8-477f-8747-5e9f5ec22cc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:51.309842 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d955ad7-36d8-477f-8747-5e9f5ec22cc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:51.310180 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d955ad7-36d8-477f-8747-5e9f5ec22cc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:51.310508 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d955ad7-36d8-477f-8747-5e9f5ec22cc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:51.310857 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d955ad7-36d8-477f-8747-5e9f5ec22cc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:51.311180 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d955ad7-36d8-477f-8747-5e9f5ec22cc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:54:51.354689 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] Attempting to bind port 3477a41a-ce3a-470c-865b-ef3a7a0de549 on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:54:51.355354 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] Attempting to bind port 3477a41a-ce3a-470c-865b-ef3a7a0de549 by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': '1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a'}] {{(pid=109464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:54:51.355901 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] Attempting to bind port 3477a41a-ce3a-470c-865b-ef3a7a0de549 on network 72bf64c7-d235-4b9a-9065-a23ef74a599a {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:54:51.364412 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:54:51.365140 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] Checking segment: {'id': '1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:54:51.365723 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:51.366276 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] Bound using segment: {'id': '1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a'} {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:54:51.366940 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] Bound port: 3477a41a-ce3a-470c-865b-ef3a7a0de549, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a'}}] {{(pid=109464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:54:51.367485 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (3477a41a-ce3a-470c-865b-ef3a7a0de549), before_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:51.381727 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-a752d1b2-8bcc-4c6f-bdcb-a896b810db7d None None] For port 78194412-ec5a-49b2-ac03-3f752885a46d, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:54:51.385626 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-a752d1b2-8bcc-4c6f-bdcb-a896b810db7d None None] For port 78194412-ec5a-49b2-ac03-3f752885a46d, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=78194412-ec5a-49b2-ac03-3f752885a46d,segment=NetworkSegment(8aab8084-df20-4bed-9dea-27e89f0dafaa),segment_id=8aab8084-df20-4bed-9dea-27e89f0dafaa)] {{(pid=109463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:54:51.441443 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.db [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] For port 3477a41a-ce3a-470c-865b-ef3a7a0de549, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:54:51.444894 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.db [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] For port 3477a41a-ce3a-470c-865b-ef3a7a0de549, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=3477a41a-ce3a-470c-865b-ef3a7a0de549,segment=NetworkSegment(1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f),segment_id=1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f)] {{(pid=109464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:54:51.524820 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-41340428-6fc4-4927-b948-0f1c8075e1a1 None None] Provisioning complete for port 3477a41a-ce3a-470c-865b-ef3a7a0de549 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:54:51.525267 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-41340428-6fc4-4927-b948-0f1c8075e1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (3477a41a-ce3a-470c-865b-ef3a7a0de549), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:51.549547 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-a752d1b2-8bcc-4c6f-bdcb-a896b810db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (78194412-ec5a-49b2-ac03-3f752885a46d), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:51.608853 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-41340428-6fc4-4927-b948-0f1c8075e1a1 None None] Port 3477a41a-ce3a-470c-865b-ef3a7a0de549 cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:54:51.611151 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (3477a41a-ce3a-470c-865b-ef3a7a0de549), after_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:51.628233 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752d1b2-8bcc-4c6f-bdcb-a896b810db7d None None] Pushing event updated for resources: {'Port': ['ID=78194412-ec5a-49b2-ac03-3f752885a46d,revision_number=2']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:51.670329 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] Routers {'43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:54:51.671923 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:54:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:54:51.691435 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6b4d-5338-4340-9cd7-a293bf594380 admin admin] Publish callbacks [] for router_gateway (72009ca6-5c38-459b-8c1b-bc4b43539b1a), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:51.711598 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6b4d-5338-4340-9cd7-a293bf594380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:51.784599 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d955ad7-36d8-477f-8747-5e9f5ec22cc5 None None] Pushing event updated for resources: {'Port': ['ID=3477a41a-ce3a-470c-865b-ef3a7a0de549,revision_number=4']} {{(pid=109464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:51.813964 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] Set router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:54:51.833310 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_common [None req-5d1c6b4d-5338-4340-9cd7-a293bf594380 admin admin] Allocated IP 172.27.2.61 (eb2842ee-b281-40a5-b8cc-bad91d1f4211/1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a/fd19f792-4fcf-4548-9cae-c35e03e3b130) {{(pid=109462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:54:51.976838 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6b4d-5338-4340-9cd7-a293bf594380 admin admin] Publish callbacks [] for port (fd19f792-4fcf-4548-9cae-c35e03e3b130), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:52.032024 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-700629f2-7cf8-46be-84e9-383aa3f10006 None None] Provisioning complete for port 3477a41a-ce3a-470c-865b-ef3a7a0de549 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:54:52.032627 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-700629f2-7cf8-46be-84e9-383aa3f10006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (3477a41a-ce3a-470c-865b-ef3a7a0de549), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:52.046897 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 4, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port': {'id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:45Z', 'updated_at': '2022-01-27T12:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': '3477a41a-ce3a-470c-865b-ef3a7a0de549', 'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'mac_address': 'fa:16:3e:c9:9e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:47Z', 'updated_at': '2022-01-27T12:54:51Z', 'revision_number': 4, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'subnets': [{'id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:54:52.077736 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4ff00a-d8af-41ec-a7ab-24067a883e7c None None] The sync data for ids ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'] in dv-cinder-824031-3-iscsi is: [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 4, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port': {'id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:45Z', 'updated_at': '2022-01-27T12:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': '3477a41a-ce3a-470c-865b-ef3a7a0de549', 'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'mac_address': 'fa:16:3e:c9:9e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:47Z', 'updated_at': '2022-01-27T12:54:51Z', 'revision_number': 4, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'subnets': [{'id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:54:52.097877 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6b4d-5338-4340-9cd7-a293bf594380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (fd19f792-4fcf-4548-9cae-c35e03e3b130), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:52.121934 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-700629f2-7cf8-46be-84e9-383aa3f10006 None None] Current status of the port 3477a41a-ce3a-470c-865b-ef3a7a0de549 is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:54:52.122966 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-700629f2-7cf8-46be-84e9-383aa3f10006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (3477a41a-ce3a-470c-865b-ef3a7a0de549), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:52.140687 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1c6b4d-5338-4340-9cd7-a293bf594380 admin admin] Network eb2842ee-b281-40a5-b8cc-bad91d1f4211 is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:54:52.145711 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-5d1c6b4d-5338-4340-9cd7-a293bf594380 admin admin] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:54:52.147771 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1c6b4d-5338-4340-9cd7-a293bf594380 admin admin] Received port after_create {{(pid=109462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:54:52.157720 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-700629f2-7cf8-46be-84e9-383aa3f10006 None None] For port 3477a41a-ce3a-470c-865b-ef3a7a0de549, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=3477a41a-ce3a-470c-865b-ef3a7a0de549,segment=NetworkSegment(1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f),segment_id=1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:54:52.176712 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c6b4d-5338-4340-9cd7-a293bf594380 admin admin] Pushing event updated for resources: {'Port': ['ID=fd19f792-4fcf-4548-9cae-c35e03e3b130,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:52.250729 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-700629f2-7cf8-46be-84e9-383aa3f10006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (3477a41a-ce3a-470c-865b-ef3a7a0de549), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:52.307033 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700629f2-7cf8-46be-84e9-383aa3f10006 None None] Pushing event updated for resources: {'Port': ['ID=3477a41a-ce3a-470c-865b-ef3a7a0de549,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:52.495676 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6b4d-5338-4340-9cd7-a293bf594380 admin admin] Publish callbacks [] for router_gateway (72009ca6-5c38-459b-8c1b-bc4b43539b1a), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:52.605968 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 3477a41a-ce3a-470c-865b-ef3a7a0de549 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:54:52.689882 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 3477a41a-ce3a-470c-865b-ef3a7a0de549 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:54:52.690306 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (3477a41a-ce3a-470c-865b-ef3a7a0de549), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:52.720341 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6b4d-5338-4340-9cd7-a293bf594380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661868'] for router (72009ca6-5c38-459b-8c1b-bc4b43539b1a), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:52.799114 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-cc10c74b-2917-4be4-9a2a-a7c601cb1946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:52.801817 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 3477a41a-ce3a-470c-865b-ef3a7a0de549 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:54:52.802992 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 78194412-ec5a-49b2-ac03-3f752885a46d up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:54:52.808124 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0d8200-ce7d-4461-8884-ac7260286d6d None None] Network 49f76227-d70a-445a-8c6c-5be6440b1705 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:54:52.917290 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-8e51ec36-8948-43ca-aa73-898114396a55 None None] Provisioning complete for port 78194412-ec5a-49b2-ac03-3f752885a46d triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:54:52.917667 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-8e51ec36-8948-43ca-aa73-898114396a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (78194412-ec5a-49b2-ac03-3f752885a46d), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:52.918529 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1c6b4d-5338-4340-9cd7-a293bf594380 admin admin] Router 72009ca6-5c38-459b-8c1b-bc4b43539b1a is scheduled to L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 with binding_index 1 {{(pid=109462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 12:54:52.972862 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 78194412-ec5a-49b2-ac03-3f752885a46d triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:54:52.973233 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (78194412-ec5a-49b2-ac03-3f752885a46d), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:53.026150 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1c6b4d-5338-4340-9cd7-a293bf594380 admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:54:53.109419 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6b4d-5338-4340-9cd7-a293bf594380 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:53.110653 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-5d1c6b4d-5338-4340-9cd7-a293bf594380 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3793161 Jan 27 12:54:53.113998 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47094) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:53.137771 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] Sync routers for ids ['72009ca6-5c38-459b-8c1b-bc4b43539b1a'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:54:53.173244 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] Routers {'72009ca6-5c38-459b-8c1b-bc4b43539b1a'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:54:53.174429 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:54:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['72009ca6-5c38-459b-8c1b-bc4b43539b1a'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:54:53.330911 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-8e51ec36-8948-43ca-aa73-898114396a55 None None] Current status of the port 78194412-ec5a-49b2-ac03-3f752885a46d is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:54:53.331316 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-8e51ec36-8948-43ca-aa73-898114396a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (78194412-ec5a-49b2-ac03-3f752885a46d), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:53.360841 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 78194412-ec5a-49b2-ac03-3f752885a46d is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:54:53.362177 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (78194412-ec5a-49b2-ac03-3f752885a46d), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:53.382887 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] Set router 72009ca6-5c38-459b-8c1b-bc4b43539b1a gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:54:53.453692 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-8e51ec36-8948-43ca-aa73-898114396a55 None None] For port 78194412-ec5a-49b2-ac03-3f752885a46d, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=78194412-ec5a-49b2-ac03-3f752885a46d,segment=NetworkSegment(8aab8084-df20-4bed-9dea-27e89f0dafaa),segment_id=8aab8084-df20-4bed-9dea-27e89f0dafaa)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:54:53.530689 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-8e51ec36-8948-43ca-aa73-898114396a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (78194412-ec5a-49b2-ac03-3f752885a46d), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:53.535531 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-0477c71e-4b1d-465e-8d0a-fa1bdb4e61bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:53.626589 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.db.api [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 12:54:53.626995 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG oslo_db.api [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 12:54:53.629876 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:54:53.632499 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51ec36-8948-43ca-aa73-898114396a55 None None] Pushing event updated for resources: {'Port': ['ID=78194412-ec5a-49b2-ac03-3f752885a46d,revision_number=3']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:53.657450 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-25f3f2f9-3a8e-4059-933c-bd9faafa5cc1 None None] Provisioning complete for port 78194412-ec5a-49b2-ac03-3f752885a46d triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:54:53.657816 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-25f3f2f9-3a8e-4059-933c-bd9faafa5cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (78194412-ec5a-49b2-ac03-3f752885a46d), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:53.683830 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72009ca6-5c38-459b-8c1b-bc4b43539b1a', 'name': 'tempest-TestVolumeBootPattern-383905813-router', 'tenant_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'fd19f792-4fcf-4548-9cae-c35e03e3b130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:50Z', 'updated_at': '2022-01-27T12:54:52Z', 'revision_number': 3, 'project_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'gw_port': {'id': 'fd19f792-4fcf-4548-9cae-c35e03e3b130', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72009ca6-5c38-459b-8c1b-bc4b43539b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:51Z', 'updated_at': '2022-01-27T12:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:54:53.691747 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_common [None req-0477c71e-4b1d-465e-8d0a-fa1bdb4e61bc admin admin] Allocated IP 172.20.0.1 (49f76227-d70a-445a-8c6c-5be6440b1705/dabfd70a-cb10-428b-9e98-899f4ee3ac01/ef79906c-16f3-415b-b110-619199980035) {{(pid=109462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:54:53.716880 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] Checking router: 72009ca6-5c38-459b-8c1b-bc4b43539b1a for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:54:53.717233 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] Updating router 72009ca6-5c38-459b-8c1b-bc4b43539b1a port fd19f792-4fcf-4548-9cae-c35e03e3b130 binding host dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 12:54:53.748356 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (fd19f792-4fcf-4548-9cae-c35e03e3b130), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:53.796173 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-0477c71e-4b1d-465e-8d0a-fa1bdb4e61bc admin admin] Publish callbacks [] for port (ef79906c-16f3-415b-b110-619199980035), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:53.831080 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-25f3f2f9-3a8e-4059-933c-bd9faafa5cc1 None None] Current status of the port 78194412-ec5a-49b2-ac03-3f752885a46d is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:54:53.877850 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:53.896262 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-0477c71e-4b1d-465e-8d0a-fa1bdb4e61bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (ef79906c-16f3-415b-b110-619199980035), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:53.934090 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0477c71e-4b1d-465e-8d0a-fa1bdb4e61bc admin admin] Network 49f76227-d70a-445a-8c6c-5be6440b1705 is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:54:53.937094 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-0477c71e-4b1d-465e-8d0a-fa1bdb4e61bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:54:53.940973 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0477c71e-4b1d-465e-8d0a-fa1bdb4e61bc admin admin] Received port after_create {{(pid=109462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:54:53.970813 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477c71e-4b1d-465e-8d0a-fa1bdb4e61bc admin admin] Pushing event updated for resources: {'Port': ['ID=ef79906c-16f3-415b-b110-619199980035,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:53.991984 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-0477c71e-4b1d-465e-8d0a-fa1bdb4e61bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664249'] for router_interface (72009ca6-5c38-459b-8c1b-bc4b43539b1a), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:54.053925 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] Publish callbacks [] for port (fd19f792-4fcf-4548-9cae-c35e03e3b130), precommit_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:54.156128 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (fd19f792-4fcf-4548-9cae-c35e03e3b130), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:54.230208 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-8a0d12a7-d95e-4a85-adc0-849df76eec45 None None] Provisioning complete for port ef79906c-16f3-415b-b110-619199980035 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:54:54.230495 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-8a0d12a7-d95e-4a85-adc0-849df76eec45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (ef79906c-16f3-415b-b110-619199980035), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:54.232689 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-0477c71e-4b1d-465e-8d0a-fa1bdb4e61bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (ef79906c-16f3-415b-b110-619199980035), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:54.235435 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 78194412-ec5a-49b2-ac03-3f752885a46d is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:54:54.236949 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device c81f1810-358d-42c0-8799-06ecf59699f9 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:54:54.255948 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] Attempting to bind port fd19f792-4fcf-4548-9cae-c35e03e3b130 on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:54:54.256329 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] Attempting to bind port fd19f792-4fcf-4548-9cae-c35e03e3b130 by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:54:54.256694 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] Attempting to bind port fd19f792-4fcf-4548-9cae-c35e03e3b130 on network eb2842ee-b281-40a5-b8cc-bad91d1f4211 {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:54:54.261766 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1ec28-7203-436c-80aa-3ab94960c36f None None] Pushing event updated for resources: {'Port': ['ID=fd19f792-4fcf-4548-9cae-c35e03e3b130,revision_number=2']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:54.287966 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:54:54.288641 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] Checking segment: {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:54:54.289056 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:54.289462 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] Bound using segment: {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'} {{(pid=109463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:54:54.289938 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.managers [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] Bound port: fd19f792-4fcf-4548-9cae-c35e03e3b130, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b4aaac-b595-48b2-a689-b4a4414782ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211'}}] {{(pid=109463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:54:54.290325 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (fd19f792-4fcf-4548-9cae-c35e03e3b130), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:54.338914 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-8a0d12a7-d95e-4a85-adc0-849df76eec45 None None] Port ef79906c-16f3-415b-b110-619199980035 cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:54:54.370615 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] For port fd19f792-4fcf-4548-9cae-c35e03e3b130, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:54:54.374143 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] For port fd19f792-4fcf-4548-9cae-c35e03e3b130, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=fd19f792-4fcf-4548-9cae-c35e03e3b130,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:54:54.379451 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port c81f1810-358d-42c0-8799-06ecf59699f9 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:54:54.380310 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (c81f1810-358d-42c0-8799-06ecf59699f9), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:54.395888 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-0477c71e-4b1d-465e-8d0a-fa1bdb4e61bc admin admin] Publish callbacks [] for port (ef79906c-16f3-415b-b110-619199980035), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:54.455868 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port c81f1810-358d-42c0-8799-06ecf59699f9 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:54:54.465187 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (fd19f792-4fcf-4548-9cae-c35e03e3b130), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:54.476615 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-0477c71e-4b1d-465e-8d0a-fa1bdb4e61bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (ef79906c-16f3-415b-b110-619199980035), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:54.518716 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] Routers {'72009ca6-5c38-459b-8c1b-bc4b43539b1a'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:54:54.519569 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:54:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['72009ca6-5c38-459b-8c1b-bc4b43539b1a'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:54:54.543494 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-0477c71e-4b1d-465e-8d0a-fa1bdb4e61bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1664617'] for router_interface (72009ca6-5c38-459b-8c1b-bc4b43539b1a), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:54.549273 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477c71e-4b1d-465e-8d0a-fa1bdb4e61bc admin admin] Pushing event updated for resources: {'Port': ['ID=ef79906c-16f3-415b-b110-619199980035,revision_number=2']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:54.565968 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 78194412-ec5a-49b2-ac03-3f752885a46d up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:54:54.592272 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1ec28-7203-436c-80aa-3ab94960c36f None None] Pushing event updated for resources: {'Port': ['ID=fd19f792-4fcf-4548-9cae-c35e03e3b130,revision_number=3']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:54.643690 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0477c71e-4b1d-465e-8d0a-fa1bdb4e61bc admin admin] Network 49f76227-d70a-445a-8c6c-5be6440b1705 is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:54:54.645127 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-0477c71e-4b1d-465e-8d0a-fa1bdb4e61bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:54:54.682377 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] Set router 72009ca6-5c38-459b-8c1b-bc4b43539b1a gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:54:54.720477 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port 78194412-ec5a-49b2-ac03-3f752885a46d triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:54:54.721395 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (78194412-ec5a-49b2-ac03-3f752885a46d), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:54.761572 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0477c71e-4b1d-465e-8d0a-fa1bdb4e61bc admin admin] Router 72009ca6-5c38-459b-8c1b-bc4b43539b1a has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:54:54.880177 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0477c71e-4b1d-465e-8d0a-fa1bdb4e61bc admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:54:54.885016 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-0477c71e-4b1d-465e-8d0a-fa1bdb4e61bc admin admin] 10.222.0.39 "PUT /v2.0/routers/72009ca6-5c38-459b-8c1b-bc4b43539b1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7699406 Jan 27 12:54:55.002367 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-431784c2-f18b-47cf-95e1-e52ef32bb7c3 None None] Provisioning complete for port ef79906c-16f3-415b-b110-619199980035 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:54:55.002773 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-431784c2-f18b-47cf-95e1-e52ef32bb7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (ef79906c-16f3-415b-b110-619199980035), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:55.108179 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port 78194412-ec5a-49b2-ac03-3f752885a46d is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:54:55.115599 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-431784c2-f18b-47cf-95e1-e52ef32bb7c3 None None] Port ef79906c-16f3-415b-b110-619199980035 cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:54:55.144068 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72009ca6-5c38-459b-8c1b-bc4b43539b1a', 'name': 'tempest-TestVolumeBootPattern-383905813-router', 'tenant_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'fd19f792-4fcf-4548-9cae-c35e03e3b130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:50Z', 'updated_at': '2022-01-27T12:54:54Z', 'revision_number': 4, 'project_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'gw_port': {'id': 'fd19f792-4fcf-4548-9cae-c35e03e3b130', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72009ca6-5c38-459b-8c1b-bc4b43539b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:51Z', 'updated_at': '2022-01-27T12:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'ef79906c-16f3-415b-b110-619199980035', 'name': '', 'network_id': '49f76227-d70a-445a-8c6c-5be6440b1705', 'tenant_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'mac_address': 'fa:16:3e:a5:2b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72009ca6-5c38-459b-8c1b-bc4b43539b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'dabfd70a-cb10-428b-9e98-899f4ee3ac01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:53Z', 'updated_at': '2022-01-27T12:54:54Z', 'revision_number': 2, 'project_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'subnets': [{'id': 'dabfd70a-cb10-428b-9e98-899f4ee3ac01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:54:55.171541 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fcc1ac-8dc4-4466-ba66-b957bd12573f None None] The sync data for ids ['72009ca6-5c38-459b-8c1b-bc4b43539b1a'] in dv-cinder-824031-3-iscsi is: [{'id': '72009ca6-5c38-459b-8c1b-bc4b43539b1a', 'name': 'tempest-TestVolumeBootPattern-383905813-router', 'tenant_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'fd19f792-4fcf-4548-9cae-c35e03e3b130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:50Z', 'updated_at': '2022-01-27T12:54:54Z', 'revision_number': 4, 'project_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'gw_port': {'id': 'fd19f792-4fcf-4548-9cae-c35e03e3b130', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72009ca6-5c38-459b-8c1b-bc4b43539b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:51Z', 'updated_at': '2022-01-27T12:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'ef79906c-16f3-415b-b110-619199980035', 'name': '', 'network_id': '49f76227-d70a-445a-8c6c-5be6440b1705', 'tenant_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'mac_address': 'fa:16:3e:a5:2b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72009ca6-5c38-459b-8c1b-bc4b43539b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'dabfd70a-cb10-428b-9e98-899f4ee3ac01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:53Z', 'updated_at': '2022-01-27T12:54:54Z', 'revision_number': 2, 'project_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'subnets': [{'id': 'dabfd70a-cb10-428b-9e98-899f4ee3ac01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:54:55.380997 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:55.483673 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47102) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:55.489291 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-5db8cc26-73d6-4a8a-97eb-61d03d4b2791 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1932287013', 'description': 'tempest-secgroup-smoke-1932287013 description', 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:54:55.576024 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5db8cc26-73d6-4a8a-97eb-61d03d4b2791 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for security_group (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:55.652843 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5db8cc26-73d6-4a8a-97eb-61d03d4b2791 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for security_group (45a2352f-9143-4a6c-b870-c430c66ca958), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:55.722522 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5db8cc26-73d6-4a8a-97eb-61d03d4b2791 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (45a2352f-9143-4a6c-b870-c430c66ca958), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:55.753199 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8cc26-73d6-4a8a-97eb-61d03d4b2791 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45a2352f-9143-4a6c-b870-c430c66ca958,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:55.830158 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5db8cc26-73d6-4a8a-97eb-61d03d4b2791 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:55.831507 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-5db8cc26-73d6-4a8a-97eb-61d03d4b2791 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3468223 Jan 27 12:54:55.834641 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47104) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:55.839482 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-b74849a1-5a74-4add-9c5c-019432901e4c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Request body: {'security_group_rule': {'security_group_id': '45a2352f-9143-4a6c-b870-c430c66ca958', 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:54:55.946984 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b74849a1-5a74-4add-9c5c-019432901e4c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for security_group_rule (45dcdfee-81b3-4ff0-9c6b-995dac481b78), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:56.006957 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b74849a1-5a74-4add-9c5c-019432901e4c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for security_group_rule (45dcdfee-81b3-4ff0-9c6b-995dac481b78), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:56.124255 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b74849a1-5a74-4add-9c5c-019432901e4c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611924'] for security_group_rule (45dcdfee-81b3-4ff0-9c6b-995dac481b78), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:56.142474 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74849a1-5a74-4add-9c5c-019432901e4c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45dcdfee-81b3-4ff0-9c6b-995dac481b78,revision_number=0']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:56.218091 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-b74849a1-5a74-4add-9c5c-019432901e4c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:56.221573 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-b74849a1-5a74-4add-9c5c-019432901e4c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3839636 Jan 27 12:54:56.223244 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47106) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:56.227587 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-76c4bff3-42ca-4e6b-be25-8153f563ab4e tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Request body: {'security_group_rule': {'security_group_id': '45a2352f-9143-4a6c-b870-c430c66ca958', 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:54:56.329953 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-76c4bff3-42ca-4e6b-be25-8153f563ab4e tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for security_group_rule (38b86f42-55f8-46fe-9faf-a465d43169a6), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:56.388691 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-76c4bff3-42ca-4e6b-be25-8153f563ab4e tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for security_group_rule (38b86f42-55f8-46fe-9faf-a465d43169a6), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:56.467075 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-76c4bff3-42ca-4e6b-be25-8153f563ab4e tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611924'] for security_group_rule (38b86f42-55f8-46fe-9faf-a465d43169a6), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:56.487018 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4bff3-42ca-4e6b-be25-8153f563ab4e tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b86f42-55f8-46fe-9faf-a465d43169a6,revision_number=0']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:56.559789 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-76c4bff3-42ca-4e6b-be25-8153f563ab4e tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:56.560461 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device fd19f792-4fcf-4548-9cae-c35e03e3b130 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:54:56.561061 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-76c4bff3-42ca-4e6b-be25-8153f563ab4e tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3368685 Jan 27 12:54:56.563712 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47108) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:56.568208 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-eee45df1-2db4-4c33-a254-3b17ed937b81 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Request body: {'security_group_rule': {'security_group_id': '45a2352f-9143-4a6c-b870-c430c66ca958', 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:54:56.611977 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port fd19f792-4fcf-4548-9cae-c35e03e3b130 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:54:56.612351 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (fd19f792-4fcf-4548-9cae-c35e03e3b130), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:56.643756 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-eee45df1-2db4-4c33-a254-3b17ed937b81 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for security_group_rule (9f1a11f1-8bf8-4602-804a-d987a8c1591f), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:56.700809 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-eee45df1-2db4-4c33-a254-3b17ed937b81 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for security_group_rule (9f1a11f1-8bf8-4602-804a-d987a8c1591f), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:56.701430 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port fd19f792-4fcf-4548-9cae-c35e03e3b130 is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:54:56.701835 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (fd19f792-4fcf-4548-9cae-c35e03e3b130), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:56.718422 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:56.724550 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] For port fd19f792-4fcf-4548-9cae-c35e03e3b130, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=fd19f792-4fcf-4548-9cae-c35e03e3b130,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:54:56.758720 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-eee45df1-2db4-4c33-a254-3b17ed937b81 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611924'] for security_group_rule (9f1a11f1-8bf8-4602-804a-d987a8c1591f), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:56.777117 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee45df1-2db4-4c33-a254-3b17ed937b81 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f1a11f1-8bf8-4602-804a-d987a8c1591f,revision_number=0']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:56.787425 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (fd19f792-4fcf-4548-9cae-c35e03e3b130), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:56.834630 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Pushing event updated for resources: {'Port': ['ID=fd19f792-4fcf-4548-9cae-c35e03e3b130,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:56.838705 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-eee45df1-2db4-4c33-a254-3b17ed937b81 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:56.840038 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-eee45df1-2db4-4c33-a254-3b17ed937b81 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2753434 Jan 27 12:54:56.842756 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47110) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:56.847960 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-225be40c-3f10-4e16-bce7-14b4e420d924 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Request body: {'security_group_rule': {'security_group_id': '45a2352f-9143-4a6c-b870-c430c66ca958', 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:54:56.929672 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-225be40c-3f10-4e16-bce7-14b4e420d924 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for security_group_rule (5ea756d5-3393-470f-b805-d3431e16660d), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:56.987767 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-225be40c-3f10-4e16-bce7-14b4e420d924 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for security_group_rule (5ea756d5-3393-470f-b805-d3431e16660d), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:57.057836 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] Sync routers for ids ['72009ca6-5c38-459b-8c1b-bc4b43539b1a'] in dv-cinder-824031-3-iscsi {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:54:57.067314 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-225be40c-3f10-4e16-bce7-14b4e420d924 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611924'] for security_group_rule (5ea756d5-3393-470f-b805-d3431e16660d), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:57.068785 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] Routers {'72009ca6-5c38-459b-8c1b-bc4b43539b1a'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:54:57.069458 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:54:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['72009ca6-5c38-459b-8c1b-bc4b43539b1a'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:54:57.086886 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225be40c-3f10-4e16-bce7-14b4e420d924 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea756d5-3393-470f-b805-d3431e16660d,revision_number=0']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:57.166675 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-225be40c-3f10-4e16-bce7-14b4e420d924 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:57.168346 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-225be40c-3f10-4e16-bce7-14b4e420d924 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3243597 Jan 27 12:54:57.171174 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47112) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:57.173689 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] Set router 72009ca6-5c38-459b-8c1b-bc4b43539b1a gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:54:57.176575 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-ab7a325d-2df2-4d2e-ae52-35f9f2d00d36 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Request body: {'security_group_rule': {'security_group_id': '45a2352f-9143-4a6c-b870-c430c66ca958', 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:54:57.290487 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.db.securitygroups_db [None req-ab7a325d-2df2-4d2e-ae52-35f9f2d00d36 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Project 0cdacd3dfabe494ea8a3e4ce588e0680 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 12:54:57.295604 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ab7a325d-2df2-4d2e-ae52-35f9f2d00d36 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for security_group_rule (230f857f-3b8e-47a5-8702-b762a2bc3e04), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:57.358322 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ab7a325d-2df2-4d2e-ae52-35f9f2d00d36 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for security_group_rule (230f857f-3b8e-47a5-8702-b762a2bc3e04), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:57.366260 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72009ca6-5c38-459b-8c1b-bc4b43539b1a', 'name': 'tempest-TestVolumeBootPattern-383905813-router', 'tenant_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'fd19f792-4fcf-4548-9cae-c35e03e3b130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:50Z', 'updated_at': '2022-01-27T12:54:54Z', 'revision_number': 4, 'project_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'gw_port': {'id': 'fd19f792-4fcf-4548-9cae-c35e03e3b130', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72009ca6-5c38-459b-8c1b-bc4b43539b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:51Z', 'updated_at': '2022-01-27T12:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'ef79906c-16f3-415b-b110-619199980035', 'name': '', 'network_id': '49f76227-d70a-445a-8c6c-5be6440b1705', 'tenant_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'mac_address': 'fa:16:3e:a5:2b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72009ca6-5c38-459b-8c1b-bc4b43539b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'dabfd70a-cb10-428b-9e98-899f4ee3ac01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:53Z', 'updated_at': '2022-01-27T12:54:54Z', 'revision_number': 2, 'project_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'subnets': [{'id': 'dabfd70a-cb10-428b-9e98-899f4ee3ac01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:54:57.397377 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] Checking router: 72009ca6-5c38-459b-8c1b-bc4b43539b1a for host: dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:54:57.397735 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] Updating router 72009ca6-5c38-459b-8c1b-bc4b43539b1a port ef79906c-16f3-415b-b110-619199980035 binding host dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 12:54:57.422041 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (ef79906c-16f3-415b-b110-619199980035), before_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:57.450447 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ab7a325d-2df2-4d2e-ae52-35f9f2d00d36 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611924'] for security_group_rule (230f857f-3b8e-47a5-8702-b762a2bc3e04), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:57.468386 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a325d-2df2-4d2e-ae52-35f9f2d00d36 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230f857f-3b8e-47a5-8702-b762a2bc3e04,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:57.479059 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:57.567479 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-ab7a325d-2df2-4d2e-ae52-35f9f2d00d36 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:57.568672 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-ab7a325d-2df2-4d2e-ae52-35f9f2d00d36 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3958833 Jan 27 12:54:57.571468 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47114) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:54:57.575858 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-673c3579-ebb3-4327-a454-644e77d49b2c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Request body: {'security_group_rule': {'security_group_id': '45a2352f-9143-4a6c-b870-c430c66ca958', 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:54:57.644756 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.db.securitygroups_db [None req-673c3579-ebb3-4327-a454-644e77d49b2c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Project 0cdacd3dfabe494ea8a3e4ce588e0680 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 12:54:57.649919 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-673c3579-ebb3-4327-a454-644e77d49b2c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for security_group_rule (21a13401-76d4-45a2-bacc-2fe1e9820139), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:57.677118 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] Publish callbacks [] for port (ef79906c-16f3-415b-b110-619199980035), precommit_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:57.708301 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-673c3579-ebb3-4327-a454-644e77d49b2c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for security_group_rule (21a13401-76d4-45a2-bacc-2fe1e9820139), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:57.762291 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (ef79906c-16f3-415b-b110-619199980035), after_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:57.790855 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-673c3579-ebb3-4327-a454-644e77d49b2c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611924'] for security_group_rule (21a13401-76d4-45a2-bacc-2fe1e9820139), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:57.812241 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3f4b4-590e-4637-a9f1-437243b2968e None None] Pushing event updated for resources: {'Port': ['ID=ef79906c-16f3-415b-b110-619199980035,revision_number=3']} {{(pid=109464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:57.821938 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c3579-ebb3-4327-a454-644e77d49b2c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a13401-76d4-45a2-bacc-2fe1e9820139,revision_number=0']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:57.872115 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] Attempting to bind port ef79906c-16f3-415b-b110-619199980035 on host dv-cinder-824031-3-iscsi for vnic_type normal with profile {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:54:57.872491 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] Attempting to bind port ef79906c-16f3-415b-b110-619199980035 by drivers openvswitch,hyperv on host dv-cinder-824031-3-iscsi at level 0 using segments [{'id': '8aab8084-df20-4bed-9dea-27e89f0dafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '49f76227-d70a-445a-8c6c-5be6440b1705'}] {{(pid=109464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:54:57.872851 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] Attempting to bind port ef79906c-16f3-415b-b110-619199980035 on network 49f76227-d70a-445a-8c6c-5be6440b1705 {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:54:57.878084 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] Checking agent: {'id': '14bf0e0e-2845-4779-8c55-c087db2c9db1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 37, 57), 'started_at': datetime.datetime(2022, 1, 27, 12, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:54:57.878456 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] Checking segment: {'id': '8aab8084-df20-4bed-9dea-27e89f0dafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '49f76227-d70a-445a-8c6c-5be6440b1705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:54:57.878880 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:57.879270 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] Bound using segment: {'id': '8aab8084-df20-4bed-9dea-27e89f0dafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '49f76227-d70a-445a-8c6c-5be6440b1705'} {{(pid=109464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:54:57.879731 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.managers [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] Bound port: ef79906c-16f3-415b-b110-619199980035, host: dv-cinder-824031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aab8084-df20-4bed-9dea-27e89f0dafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '49f76227-d70a-445a-8c6c-5be6440b1705'}}] {{(pid=109464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:54:57.880101 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (ef79906c-16f3-415b-b110-619199980035), before_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:57.920515 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-673c3579-ebb3-4327-a454-644e77d49b2c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:57.933619 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-673c3579-ebb3-4327-a454-644e77d49b2c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3494804 Jan 27 12:54:57.950065 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.db [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] For port ef79906c-16f3-415b-b110-619199980035, host dv-cinder-824031-3-iscsi, cleared binding levels {{(pid=109464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:54:57.953450 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.plugins.ml2.db [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] For port ef79906c-16f3-415b-b110-619199980035, host dv-cinder-824031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=ef79906c-16f3-415b-b110-619199980035,segment=NetworkSegment(8aab8084-df20-4bed-9dea-27e89f0dafaa),segment_id=8aab8084-df20-4bed-9dea-27e89f0dafaa)] {{(pid=109464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:54:58.022781 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron_lib.callbacks.manager [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (ef79906c-16f3-415b-b110-619199980035), after_update {{(pid=109464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:58.072196 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-59e10816-5d18-4a06-bba0-13402816b22c None None] Provisioning complete for port ef79906c-16f3-415b-b110-619199980035 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:54:58.072702 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-59e10816-5d18-4a06-bba0-13402816b22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (ef79906c-16f3-415b-b110-619199980035), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:58.124972 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3f4b4-590e-4637-a9f1-437243b2968e None None] Pushing event updated for resources: {'Port': ['ID=ef79906c-16f3-415b-b110-619199980035,revision_number=4']} {{(pid=109464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:58.124972 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] Routers {'72009ca6-5c38-459b-8c1b-bc4b43539b1a'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:54:58.124972 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:54:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['72009ca6-5c38-459b-8c1b-bc4b43539b1a'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:54:58.210096 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-59e10816-5d18-4a06-bba0-13402816b22c None None] Current status of the port ef79906c-16f3-415b-b110-619199980035 is: DOWN; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:54:58.210631 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-59e10816-5d18-4a06-bba0-13402816b22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (ef79906c-16f3-415b-b110-619199980035), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:58.262459 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] Set router 72009ca6-5c38-459b-8c1b-bc4b43539b1a gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:54:58.271313 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-59e10816-5d18-4a06-bba0-13402816b22c None None] For port ef79906c-16f3-415b-b110-619199980035, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=ef79906c-16f3-415b-b110-619199980035,segment=NetworkSegment(8aab8084-df20-4bed-9dea-27e89f0dafaa),segment_id=8aab8084-df20-4bed-9dea-27e89f0dafaa)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:54:58.353883 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-59e10816-5d18-4a06-bba0-13402816b22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (ef79906c-16f3-415b-b110-619199980035), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:58.407463 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e10816-5d18-4a06-bba0-13402816b22c None None] Pushing event updated for resources: {'Port': ['ID=ef79906c-16f3-415b-b110-619199980035,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:54:58.477089 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-73575baf-315a-4c9e-afc4-e8017b1096b3 None None] Provisioning complete for port ef79906c-16f3-415b-b110-619199980035 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:54:58.477543 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-73575baf-315a-4c9e-afc4-e8017b1096b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (ef79906c-16f3-415b-b110-619199980035), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:58.559157 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-73575baf-315a-4c9e-afc4-e8017b1096b3 None None] Current status of the port ef79906c-16f3-415b-b110-619199980035 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:54:58.577285 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72009ca6-5c38-459b-8c1b-bc4b43539b1a', 'name': 'tempest-TestVolumeBootPattern-383905813-router', 'tenant_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'fd19f792-4fcf-4548-9cae-c35e03e3b130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:50Z', 'updated_at': '2022-01-27T12:54:54Z', 'revision_number': 4, 'project_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'gw_port': {'id': 'fd19f792-4fcf-4548-9cae-c35e03e3b130', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72009ca6-5c38-459b-8c1b-bc4b43539b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:51Z', 'updated_at': '2022-01-27T12:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'ef79906c-16f3-415b-b110-619199980035', 'name': '', 'network_id': '49f76227-d70a-445a-8c6c-5be6440b1705', 'tenant_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'mac_address': 'fa:16:3e:a5:2b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72009ca6-5c38-459b-8c1b-bc4b43539b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'dabfd70a-cb10-428b-9e98-899f4ee3ac01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:53Z', 'updated_at': '2022-01-27T12:54:57Z', 'revision_number': 4, 'project_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'subnets': [{'id': 'dabfd70a-cb10-428b-9e98-899f4ee3ac01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:54:58.594222 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device ef79906c-16f3-415b-b110-619199980035 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:54:58.604842 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544ea429-3d71-4bdb-aa9f-85484b092a47 None None] The sync data for ids ['72009ca6-5c38-459b-8c1b-bc4b43539b1a'] in dv-cinder-824031-3-iscsi is: [{'id': '72009ca6-5c38-459b-8c1b-bc4b43539b1a', 'name': 'tempest-TestVolumeBootPattern-383905813-router', 'tenant_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'fd19f792-4fcf-4548-9cae-c35e03e3b130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:50Z', 'updated_at': '2022-01-27T12:54:54Z', 'revision_number': 4, 'project_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'gw_port': {'id': 'fd19f792-4fcf-4548-9cae-c35e03e3b130', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72009ca6-5c38-459b-8c1b-bc4b43539b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:51Z', 'updated_at': '2022-01-27T12:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'ef79906c-16f3-415b-b110-619199980035', 'name': '', 'network_id': '49f76227-d70a-445a-8c6c-5be6440b1705', 'tenant_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'mac_address': 'fa:16:3e:a5:2b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72009ca6-5c38-459b-8c1b-bc4b43539b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'dabfd70a-cb10-428b-9e98-899f4ee3ac01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:53Z', 'updated_at': '2022-01-27T12:54:57Z', 'revision_number': 4, 'project_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'subnets': [{'id': 'dabfd70a-cb10-428b-9e98-899f4ee3ac01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:54:58.646998 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port ef79906c-16f3-415b-b110-619199980035 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:54:58.647381 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (ef79906c-16f3-415b-b110-619199980035), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:58.732038 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port ef79906c-16f3-415b-b110-619199980035 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:54:58.733145 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device fd19f792-4fcf-4548-9cae-c35e03e3b130 up at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:54:58.784404 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Provisioning complete for port fd19f792-4fcf-4548-9cae-c35e03e3b130 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:54:58.784777 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (fd19f792-4fcf-4548-9cae-c35e03e3b130), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:54:58.878305 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Current status of the port fd19f792-4fcf-4548-9cae-c35e03e3b130 is: ACTIVE; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:55:13.645517 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-89ee8823-8208-48c8-a418-e2470ea113eb req-f870f2dd-f13a-430b-9c7c-e3ebd7b19206 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1932287013&fields=id&tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680 HTTP/1.1" status: 200 len: 267 time: 0.0425391 Jan 27 12:55:13.748123 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee8823-8208-48c8-a418-e2470ea113eb req-3a642e1e-e162-4c17-99ff-5b0192e36578 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:13.749583 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-89ee8823-8208-48c8-a418-e2470ea113eb req-3a642e1e-e162-4c17-99ff-5b0192e36578 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/networks?id=72bf64c7-d235-4b9a-9065-a23ef74a599a HTTP/1.1" status: 200 len: 812 time: 0.0980632 Jan 27 12:55:13.763576 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-89ee8823-8208-48c8-a418-e2470ea113eb req-36fa8e61-9dae-4032-b94d-d8e89dfb1d35 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/quotas/0cdacd3dfabe494ea8a3e4ce588e0680 HTTP/1.1" status: 200 len: 375 time: 0.0086720 Jan 27 12:55:13.812611 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-89ee8823-8208-48c8-a418-e2470ea113eb req-8a97a696-031d-4636-b454-02421eec5a13 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442019 Jan 27 12:55:13.903688 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-89ee8823-8208-48c8-a418-e2470ea113eb req-710e5412-22e1-4d68-948a-1c5ea73784d7 service neutron] 10.222.0.39 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802948 Jan 27 12:55:13.993917 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-89ee8823-8208-48c8-a418-e2470ea113eb req-adc42446-e734-4bd6-9fe1-9907e00b09bb service neutron] 10.222.0.39 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846689 Jan 27 12:55:14.468492 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-58d0784b-8b54-42a5-8524-98a96d278e55 req-fd1626fb-4ff9-4c8b-8776-ce0cd9d4c6a8 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 210 time: 0.0257173 Jan 27 12:55:15.562303 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b892c7c5-8d33-491e-a1a8-4a9def8fbfa9 req-c52ff176-c3db-4ef1-8bba-d04f0974a0d0 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 210 time: 0.0256920 Jan 27 12:55:16.374482 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee8823-8208-48c8-a418-e2470ea113eb req-1296e523-4831-419e-80c7-d22e0ac8b873 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:16.375926 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-89ee8823-8208-48c8-a418-e2470ea113eb req-1296e523-4831-419e-80c7-d22e0ac8b873 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.13 "GET /v2.0/networks?id=72bf64c7-d235-4b9a-9065-a23ef74a599a HTTP/1.1" status: 200 len: 812 time: 0.1027441 Jan 27 12:55:16.437517 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-89ee8823-8208-48c8-a418-e2470ea113eb req-9684096c-deec-42b0-a756-4def29f51970 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680 HTTP/1.1" status: 200 len: 380 time: 0.0528386 Jan 27 12:55:16.446507 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [req-89ee8823-8208-48c8-a418-e2470ea113eb req-b074fb5d-4b04-408e-b9eb-7815e2d88e24 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Request body: {'port': {'device_id': '8d4f614f-36e7-43fd-8b5c-3b4d115b9e70', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'admin_state_up': True, 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'security_groups': ['45a2352f-9143-4a6c-b870-c430c66ca958']}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:55:16.616220 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ee8823-8208-48c8-a418-e2470ea113eb req-b074fb5d-4b04-408e-b9eb-7815e2d88e24 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Made reservation on behalf of 0cdacd3dfabe494ea8a3e4ce588e0680 for: {'port': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:55:16.619901 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-89ee8823-8208-48c8-a418-e2470ea113eb req-b074fb5d-4b04-408e-b9eb-7815e2d88e24 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:16.654469 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8591c8d3-038b-4222-a71d-f9b04e6a251d req-1fefa881-3fa6-4f87-8094-66eee092d268 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 210 time: 0.0262523 Jan 27 12:55:16.744878 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_common [req-89ee8823-8208-48c8-a418-e2470ea113eb req-b074fb5d-4b04-408e-b9eb-7815e2d88e24 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Allocated IP 172.20.0.8 (72bf64c7-d235-4b9a-9065-a23ef74a599a/c9488552-cd79-48fa-8e61-55f52db17c90/f886f884-983a-457d-9c3b-0e372d22d697) {{(pid=109462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:55:16.873951 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-89ee8823-8208-48c8-a418-e2470ea113eb req-b074fb5d-4b04-408e-b9eb-7815e2d88e24 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for port (f886f884-983a-457d-9c3b-0e372d22d697), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:16.962256 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-89ee8823-8208-48c8-a418-e2470ea113eb req-b074fb5d-4b04-408e-b9eb-7815e2d88e24 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (f886f884-983a-457d-9c3b-0e372d22d697), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:17.003105 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ee8823-8208-48c8-a418-e2470ea113eb req-b074fb5d-4b04-408e-b9eb-7815e2d88e24 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Network 72bf64c7-d235-4b9a-9065-a23ef74a599a is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:55:17.006668 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [req-89ee8823-8208-48c8-a418-e2470ea113eb req-b074fb5d-4b04-408e-b9eb-7815e2d88e24 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:55:17.010856 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ee8823-8208-48c8-a418-e2470ea113eb req-b074fb5d-4b04-408e-b9eb-7815e2d88e24 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Received port after_create {{(pid=109462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:55:17.041574 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074fb5d-4b04-408e-b9eb-7815e2d88e24 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Pushing event updated for resources: {'Port': ['ID=f886f884-983a-457d-9c3b-0e372d22d697,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:55:17.064732 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee8823-8208-48c8-a418-e2470ea113eb req-b074fb5d-4b04-408e-b9eb-7815e2d88e24 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:17.075237 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-89ee8823-8208-48c8-a418-e2470ea113eb req-b074fb5d-4b04-408e-b9eb-7815e2d88e24 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:17.181703 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-89ee8823-8208-48c8-a418-e2470ea113eb req-b074fb5d-4b04-408e-b9eb-7815e2d88e24 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7388821 Jan 27 12:55:17.193317 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [req-89ee8823-8208-48c8-a418-e2470ea113eb req-529286ab-42dc-4722-8f45-31a07f75ac78 service neutron] Request body: {'port': {'device_id': '8d4f614f-36e7-43fd-8b5c-3b4d115b9e70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:55:17.245991 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-89ee8823-8208-48c8-a418-e2470ea113eb req-529286ab-42dc-4722-8f45-31a07f75ac78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (f886f884-983a-457d-9c3b-0e372d22d697), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:17.290671 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-a8c61e55-4896-4f7f-bdb2-4dbc5bcc5561 None None] Provisioning complete for port f886f884-983a-457d-9c3b-0e372d22d697 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:55:17.291186 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-a8c61e55-4896-4f7f-bdb2-4dbc5bcc5561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (f886f884-983a-457d-9c3b-0e372d22d697), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:17.326767 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-a8c61e55-4896-4f7f-bdb2-4dbc5bcc5561 None None] Port f886f884-983a-457d-9c3b-0e372d22d697 cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:55:17.806395 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c5038-294b-4212-bcbd-9a12898badfb req-6807fa53-c8ec-40a6-be08-a7d190f025e9 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:17.808439 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4c4c5038-294b-4212-bcbd-9a12898badfb req-6807fa53-c8ec-40a6-be08-a7d190f025e9 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 931 time: 0.0839074 Jan 27 12:55:17.819094 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [req-89ee8823-8208-48c8-a418-e2470ea113eb req-529286ab-42dc-4722-8f45-31a07f75ac78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f886f884-983a-457d-9c3b-0e372d22d697 {{(pid=109462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:55:17.836697 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-89ee8823-8208-48c8-a418-e2470ea113eb req-529286ab-42dc-4722-8f45-31a07f75ac78 service neutron] Publish callbacks [] for port (f886f884-983a-457d-9c3b-0e372d22d697), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:17.858577 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.provisioning_blocks [req-89ee8823-8208-48c8-a418-e2470ea113eb req-529286ab-42dc-4722-8f45-31a07f75ac78 service neutron] Transition to ACTIVE for port object f886f884-983a-457d-9c3b-0e372d22d697 will not be triggered until provisioned by entity L2. {{(pid=109462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 12:55:17.877362 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4c4c5038-294b-4212-bcbd-9a12898badfb req-e4eec67f-87c0-4809-be20-19ad7810981c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610881 Jan 27 12:55:17.924421 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-89ee8823-8208-48c8-a418-e2470ea113eb req-529286ab-42dc-4722-8f45-31a07f75ac78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (f886f884-983a-457d-9c3b-0e372d22d697), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:17.978829 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529286ab-42dc-4722-8f45-31a07f75ac78 service neutron] Pushing event updated for resources: {'Port': ['ID=f886f884-983a-457d-9c3b-0e372d22d697,revision_number=2']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:55:18.043418 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-89ee8823-8208-48c8-a418-e2470ea113eb req-529286ab-42dc-4722-8f45-31a07f75ac78 service neutron] Attempting to bind port f886f884-983a-457d-9c3b-0e372d22d697 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:55:18.043760 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-89ee8823-8208-48c8-a418-e2470ea113eb req-529286ab-42dc-4722-8f45-31a07f75ac78 service neutron] Attempting to bind port f886f884-983a-457d-9c3b-0e372d22d697 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a'}] {{(pid=109462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:55:18.044098 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ee8823-8208-48c8-a418-e2470ea113eb req-529286ab-42dc-4722-8f45-31a07f75ac78 service neutron] Attempting to bind port f886f884-983a-457d-9c3b-0e372d22d697 on network 72bf64c7-d235-4b9a-9065-a23ef74a599a {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:55:18.048881 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ee8823-8208-48c8-a418-e2470ea113eb req-529286ab-42dc-4722-8f45-31a07f75ac78 service neutron] Port f886f884-983a-457d-9c3b-0e372d22d697 on network 72bf64c7-d235-4b9a-9065-a23ef74a599a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 12:55:18.051606 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ee8823-8208-48c8-a418-e2470ea113eb req-529286ab-42dc-4722-8f45-31a07f75ac78 service neutron] Attempting to bind port f886f884-983a-457d-9c3b-0e372d22d697 on network 72bf64c7-d235-4b9a-9065-a23ef74a599a {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:55:18.055137 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ee8823-8208-48c8-a418-e2470ea113eb req-529286ab-42dc-4722-8f45-31a07f75ac78 service neutron] Checking agent: {'id': 'e5f4578a-8b65-461b-9155-0533d25cd18a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'started_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:55:18.055480 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ee8823-8208-48c8-a418-e2470ea113eb req-529286ab-42dc-4722-8f45-31a07f75ac78 service neutron] Checking segment: {'id': '1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:55:18.055868 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ee8823-8208-48c8-a418-e2470ea113eb req-529286ab-42dc-4722-8f45-31a07f75ac78 service neutron] Bound using segment: {'id': '1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a'} {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:55:18.056293 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-89ee8823-8208-48c8-a418-e2470ea113eb req-529286ab-42dc-4722-8f45-31a07f75ac78 service neutron] Bound port: f886f884-983a-457d-9c3b-0e372d22d697, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a'}}] {{(pid=109462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:55:18.056658 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-89ee8823-8208-48c8-a418-e2470ea113eb req-529286ab-42dc-4722-8f45-31a07f75ac78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (f886f884-983a-457d-9c3b-0e372d22d697), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:18.121350 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-89ee8823-8208-48c8-a418-e2470ea113eb req-529286ab-42dc-4722-8f45-31a07f75ac78 service neutron] For port f886f884-983a-457d-9c3b-0e372d22d697, host hv-cinder-82403, cleared binding levels {{(pid=109462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:55:18.125775 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-89ee8823-8208-48c8-a418-e2470ea113eb req-529286ab-42dc-4722-8f45-31a07f75ac78 service neutron] For port f886f884-983a-457d-9c3b-0e372d22d697, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=f886f884-983a-457d-9c3b-0e372d22d697,segment=NetworkSegment(1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f),segment_id=1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f)] {{(pid=109462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:55:18.225627 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-89ee8823-8208-48c8-a418-e2470ea113eb req-529286ab-42dc-4722-8f45-31a07f75ac78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (f886f884-983a-457d-9c3b-0e372d22d697), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:18.262345 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee8823-8208-48c8-a418-e2470ea113eb req-529286ab-42dc-4722-8f45-31a07f75ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:18.263034 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-89ee8823-8208-48c8-a418-e2470ea113eb req-529286ab-42dc-4722-8f45-31a07f75ac78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:18.264509 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-89ee8823-8208-48c8-a418-e2470ea113eb req-529286ab-42dc-4722-8f45-31a07f75ac78 service neutron] 10.222.0.13 "PUT /v2.0/ports/f886f884-983a-457d-9c3b-0e372d22d697 HTTP/1.1" status: 200 len: 1093 time: 1.0759339 Jan 27 12:55:18.264966 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4f614f-36e7-43fd-8b5c-3b4d115b9e70', 'tag': 'f886f884-983a-457d-9c3b-0e372d22d697'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:55:18.267265 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bd26ef-4adf-4b9d-881c-71eb655878d0" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4f614f-36e7-43fd-8b5c-3b4d115b9e70", "tag": "f886f884-983a-457d-9c3b-0e372d22d697"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:55:18.296228 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529286ab-42dc-4722-8f45-31a07f75ac78 service neutron] Pushing event updated for resources: {'Port': ['ID=f886f884-983a-457d-9c3b-0e372d22d697,revision_number=3']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:55:18.307514 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52862516-3957-403d-94cd-b9c9c3415cbc x-openstack-request-id: req-52862516-3957-403d-94cd-b9c9c3415cbc {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:55:18.308282 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4f614f-36e7-43fd-8b5c-3b4d115b9e70", "tag": "f886f884-983a-457d-9c3b-0e372d22d697", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:55:18.308544 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52862516-3957-403d-94cd-b9c9c3415cbc {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:55:18.309068 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4f614f-36e7-43fd-8b5c-3b4d115b9e70', 'tag': 'f886f884-983a-457d-9c3b-0e372d22d697', 'status': 'completed', 'code': 200} Jan 27 12:55:18.372830 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd26ef-4adf-4b9d-881c-71eb655878d0 req-e443ff25-571e-472e-88e9-fa20c910edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:18.374367 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-01bd26ef-4adf-4b9d-881c-71eb655878d0 req-e443ff25-571e-472e-88e9-fa20c910edb6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680&device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 1096 time: 0.0449290 Jan 27 12:55:18.478032 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd26ef-4adf-4b9d-881c-71eb655878d0 req-388883d2-8fe2-4e43-ad98-961dd08fcab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:18.479517 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-01bd26ef-4adf-4b9d-881c-71eb655878d0 req-388883d2-8fe2-4e43-ad98-961dd08fcab8 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0986893 Jan 27 12:55:18.568009 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd26ef-4adf-4b9d-881c-71eb655878d0 req-d85a27ef-9979-41b0-b6d6-ad8b2f56529d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:18.569398 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-01bd26ef-4adf-4b9d-881c-71eb655878d0 req-d85a27ef-9979-41b0-b6d6-ad8b2f56529d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0842676 Jan 27 12:55:18.664356 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee8823-8208-48c8-a418-e2470ea113eb req-af8632b2-f73a-47e4-9240-2ec0bde848bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:18.665850 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-89ee8823-8208-48c8-a418-e2470ea113eb req-af8632b2-f73a-47e4-9240-2ec0bde848bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680&device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 1096 time: 0.0405538 Jan 27 12:55:18.708055 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-89ee8823-8208-48c8-a418-e2470ea113eb req-0a476ee9-7a9a-473c-829c-50452e611b75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f886f884-983a-457d-9c3b-0e372d22d697 HTTP/1.1" status: 200 len: 217 time: 0.0361423 Jan 27 12:55:18.752600 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee8823-8208-48c8-a418-e2470ea113eb req-439dea55-dbf9-4e2b-a880-b9dc34742135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:18.753904 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-89ee8823-8208-48c8-a418-e2470ea113eb req-439dea55-dbf9-4e2b-a880-b9dc34742135 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9488552-cd79-48fa-8e61-55f52db17c90 HTTP/1.1" status: 200 len: 851 time: 0.0409153 Jan 27 12:55:18.797726 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee8823-8208-48c8-a418-e2470ea113eb req-2985df43-bcbc-49e1-8d38-be410d7804bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:18.799184 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-89ee8823-8208-48c8-a418-e2470ea113eb req-2985df43-bcbc-49e1-8d38-be410d7804bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72bf64c7-d235-4b9a-9065-a23ef74a599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397050 Jan 27 12:55:18.893433 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-89ee8823-8208-48c8-a418-e2470ea113eb req-8e0175e0-30df-48c5-b9da-94ab4422b99f service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882111 Jan 27 12:55:19.018535 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ea735-4a90-4abf-99bd-fa89da8353a0 req-75478485-f6ee-4e03-882e-b3e869f7dd2c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:19.019937 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9e9ea735-4a90-4abf-99bd-fa89da8353a0 req-75478485-f6ee-4e03-882e-b3e869f7dd2c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 943 time: 0.0748188 Jan 27 12:55:19.022174 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-89ee8823-8208-48c8-a418-e2470ea113eb req-05489811-2381-4d59-9a8f-272e7085d7d5 service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229889 Jan 27 12:55:19.068408 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-9e9ea735-4a90-4abf-99bd-fa89da8353a0 req-604e568d-dfcc-4bd5-b7e1-68c70cbdb70e tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424354 Jan 27 12:55:20.182521 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35b506-3510-4ffc-b4bf-66430bb34a3e req-f167dd1c-b5e5-48b4-87ce-2a687bf53178 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:20.183997 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-fd35b506-3510-4ffc-b4bf-66430bb34a3e req-f167dd1c-b5e5-48b4-87ce-2a687bf53178 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 943 time: 0.0494699 Jan 27 12:55:20.230984 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-fd35b506-3510-4ffc-b4bf-66430bb34a3e req-4b1207b1-6c32-480e-a46c-0a94443339e2 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414653 Jan 27 12:55:20.461310 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-a860a6c7-1160-4a14-bf1f-3f113b75ff91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:21.340238 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280e71b-7901-4917-9148-3ca14cec8ff8 req-31ee2de4-3ce6-4d5b-9546-42f250857946 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:21.341674 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f280e71b-7901-4917-9148-3ca14cec8ff8 req-31ee2de4-3ce6-4d5b-9546-42f250857946 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 943 time: 0.0462914 Jan 27 12:55:21.388280 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-f280e71b-7901-4917-9148-3ca14cec8ff8 req-961e1faf-e3ff-4b74-8ad1-401920bbcc41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410368 Jan 27 12:55:22.507620 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd719da6-01b2-4163-9f57-1d25a6166f35 req-6c18d85d-17af-465f-a872-46d93351f5d0 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:22.509072 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-cd719da6-01b2-4163-9f57-1d25a6166f35 req-6c18d85d-17af-465f-a872-46d93351f5d0 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 943 time: 0.0552495 Jan 27 12:55:22.555629 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-cd719da6-01b2-4163-9f57-1d25a6166f35 req-d6014bd3-c420-4868-afc8-185158b1c9b9 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410175 Jan 27 12:55:22.744108 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-499fe245-42ce-4d38-8930-abd12dce0ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:23.663823 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70774ad9-c5fa-447e-a836-0f69dff83c29 req-da689ce6-ead4-4ab0-a0b9-bd4159cacf52 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:23.665243 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-70774ad9-c5fa-447e-a836-0f69dff83c29 req-da689ce6-ead4-4ab0-a0b9-bd4159cacf52 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 943 time: 0.0460572 Jan 27 12:55:23.716184 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-70774ad9-c5fa-447e-a836-0f69dff83c29 req-4f448e46-a3a4-4ce0-8592-6ff5de218041 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455029 Jan 27 12:55:23.835489 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:24.834612 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b1448-d017-4f59-b666-875bcfd1c0f4 req-32ec987b-01c4-4fd6-9686-3f2c4e94e6af tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:24.836115 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-fb9b1448-d017-4f59-b666-875bcfd1c0f4 req-32ec987b-01c4-4fd6-9686-3f2c4e94e6af tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 943 time: 0.0471401 Jan 27 12:55:24.887332 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-fb9b1448-d017-4f59-b666-875bcfd1c0f4 req-cbd97b4c-a10a-4e8c-80ec-5faae79d8d42 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456955 Jan 27 12:55:25.413042 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:25.622548 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device f886f884-983a-457d-9c3b-0e372d22d697 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=109463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 12:55:25.713098 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port f886f884-983a-457d-9c3b-0e372d22d697, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=f886f884-983a-457d-9c3b-0e372d22d697,segment=NetworkSegment(1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f),segment_id=1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:55:25.725103 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Returning: {'device': 'f886f884-983a-457d-9c3b-0e372d22d697', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'port_id': 'f886f884-983a-457d-9c3b-0e372d22d697', 'mac_address': 'fa:16:3e:0a:31:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 12:55:25.760081 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port f886f884-983a-457d-9c3b-0e372d22d697 is: DOWN; New status is: BUILD {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:55:25.760418 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (f886f884-983a-457d-9c3b-0e372d22d697), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:25.776264 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f886f884-983a-457d-9c3b-0e372d22d697 {{(pid=109463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:55:25.795095 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port f886f884-983a-457d-9c3b-0e372d22d697, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=f886f884-983a-457d-9c3b-0e372d22d697,segment=NetworkSegment(1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f),segment_id=1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:55:25.852788 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (f886f884-983a-457d-9c3b-0e372d22d697), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:25.898601 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=f886f884-983a-457d-9c3b-0e372d22d697,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:55:25.998811 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3853b-8270-4032-9318-ecb1467dec4f req-d9fcc691-f8f3-4775-b198-f300ab72b84d tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:26.000279 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-add3853b-8270-4032-9318-ecb1467dec4f req-d9fcc691-f8f3-4775-b198-f300ab72b84d tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 944 time: 0.0490630 Jan 27 12:55:26.048839 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-add3853b-8270-4032-9318-ecb1467dec4f req-269229a1-2e94-4fab-ac30-a29a60663697 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423286 Jan 27 12:55:26.058296 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['f886f884-983a-457d-9c3b-0e372d22d697'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:55:26.709432 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:27.162210 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02738445-a20b-4008-bf02-7622c3eb3702 req-1d3b1f69-042d-4ce7-a703-7e8a538d841c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:27.163685 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-02738445-a20b-4008-bf02-7622c3eb3702 req-1d3b1f69-042d-4ce7-a703-7e8a538d841c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 944 time: 0.0474086 Jan 27 12:55:27.210165 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-02738445-a20b-4008-bf02-7622c3eb3702 req-0e0d4781-a4de-40bf-8964-6f4da4a9d72b tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409722 Jan 27 12:55:27.501283 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:27.638622 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device f886f884-983a-457d-9c3b-0e372d22d697 up at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:55:27.746496 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning for port f886f884-983a-457d-9c3b-0e372d22d697 completed by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 12:55:27.750148 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning complete for port f886f884-983a-457d-9c3b-0e372d22d697 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:55:27.750524 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (f886f884-983a-457d-9c3b-0e372d22d697), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:27.826954 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port f886f884-983a-457d-9c3b-0e372d22d697 is: BUILD; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:55:27.827266 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (f886f884-983a-457d-9c3b-0e372d22d697), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:27.849200 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4f614f-36e7-43fd-8b5c-3b4d115b9e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f886f884-983a-457d-9c3b-0e372d22d697'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:55:27.851461 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97e0dd6-9227-4904-bbe9-c9f73a2bc908" -d '{"events": [{"server_uuid": "8d4f614f-36e7-43fd-8b5c-3b4d115b9e70", "name": "network-vif-plugged", "status": "completed", "tag": "f886f884-983a-457d-9c3b-0e372d22d697"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:55:27.863080 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port f886f884-983a-457d-9c3b-0e372d22d697, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=f886f884-983a-457d-9c3b-0e372d22d697,segment=NetworkSegment(1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f),segment_id=1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:55:27.888471 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854def63-120e-4b17-893e-2dabf7bbbb5f x-openstack-request-id: req-854def63-120e-4b17-893e-2dabf7bbbb5f {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:55:27.888771 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4f614f-36e7-43fd-8b5c-3b4d115b9e70", "name": "network-vif-plugged", "status": "completed", "tag": "f886f884-983a-457d-9c3b-0e372d22d697", "code": 200}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:55:27.889086 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-854def63-120e-4b17-893e-2dabf7bbbb5f {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:55:27.889486 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f614f-36e7-43fd-8b5c-3b4d115b9e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f886f884-983a-457d-9c3b-0e372d22d697', 'code': 200} Jan 27 12:55:27.918242 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (f886f884-983a-457d-9c3b-0e372d22d697), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:27.965523 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=f886f884-983a-457d-9c3b-0e372d22d697,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:55:28.235100 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d29713-8290-4743-9768-1aee0e1be5d5 req-6ebefc9b-74c6-4056-b4aa-6947abbd9470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:28.236570 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c2d29713-8290-4743-9768-1aee0e1be5d5 req-6ebefc9b-74c6-4056-b4aa-6947abbd9470 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 1098 time: 0.0384381 Jan 27 12:55:28.282418 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-c2d29713-8290-4743-9768-1aee0e1be5d5 req-a3566b3c-dcf3-4da0-8392-8ee040ec3dec service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393336 Jan 27 12:55:28.322959 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb6399-06b2-4595-ac46-a81c37854935 req-cad453e2-b8a9-49c1-8bfe-5a5f154b7894 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:28.324399 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-26cb6399-06b2-4595-ac46-a81c37854935 req-cad453e2-b8a9-49c1-8bfe-5a5f154b7894 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 945 time: 0.0477130 Jan 27 12:55:28.371676 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-26cb6399-06b2-4595-ac46-a81c37854935 req-27a6f741-db14-42c3-8531-79724436429e tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418301 Jan 27 12:55:29.487430 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2d1ce-dcfc-4c63-814e-e92278fa192d req-34fe0115-f9e6-4a0d-b104-68067761f3c7 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:29.488901 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-97a2d1ce-dcfc-4c63-814e-e92278fa192d req-34fe0115-f9e6-4a0d-b104-68067761f3c7 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 945 time: 0.0509412 Jan 27 12:55:29.536843 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-97a2d1ce-dcfc-4c63-814e-e92278fa192d req-9a368b46-a003-431b-9bd1-2216bf2c505f tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417750 Jan 27 12:55:29.652715 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864bf34-de33-4a85-957d-a40a338b3155 req-ecbc7aaf-4857-4d24-a23f-861ac364fddf tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:29.654181 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e864bf34-de33-4a85-957d-a40a338b3155 req-ecbc7aaf-4857-4d24-a23f-861ac364fddf tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 945 time: 0.0510814 Jan 27 12:55:29.701195 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-e864bf34-de33-4a85-957d-a40a338b3155 req-59b18a4f-e07f-47de-80e8-75c5535fa077 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414917 Jan 27 12:55:29.722779 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47280) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:55:29.848070 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f02ccb-635f-4df3-87b0-95f828380a73 tempest-TestVolumeBootPattern-248688774 tempest-TestVolumeBootPattern-248688774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:29.850074 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-01f02ccb-635f-4df3-87b0-95f828380a73 tempest-TestVolumeBootPattern-248688774 tempest-TestVolumeBootPattern-248688774-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 1093 time: 0.1263149 Jan 27 12:55:29.852917 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47284) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:55:29.857047 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Request body: {'floatingip': {'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'port_id': 'f886f884-983a-457d-9c3b-0e372d22d697', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:55:29.938467 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:30.034732 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:30.135374 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_common [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Allocated IP 172.27.2.26 (eb2842ee-b281-40a5-b8cc-bad91d1f4211/1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a/c9e79058-2165-44d5-82b5-7709a6c6daae) {{(pid=109461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:55:30.235789 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for port (c9e79058-2165-44d5-82b5-7709a6c6daae), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:30.318444 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (c9e79058-2165-44d5-82b5-7709a6c6daae), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:30.356300 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Network eb2842ee-b281-40a5-b8cc-bad91d1f4211 is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:55:30.359010 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:55:30.364408 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Received port after_create {{(pid=109461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:55:30.369677 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Pushing event updated for resources: {'Port': ['ID=c9e79058-2165-44d5-82b5-7709a6c6daae,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:55:30.396710 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:55:30.397006 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:55:30.397356 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:55:30.397697 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:55:30.398034 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:55:30.398371 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:55:30.398706 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:55:30.399064 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:55:30.399397 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:55:30.399728 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:55:30.400057 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:55:30.400385 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:55:30.400710 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:55:30.628821 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:55:30.731178 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for floatingip (96533a51-41a1-47d2-a63f-3db5d4f0c66c), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:30.851172 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (c9e79058-2165-44d5-82b5-7709a6c6daae), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:30.992230 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for port (c9e79058-2165-44d5-82b5-7709a6c6daae), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:31.046640 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412271'] for port (c9e79058-2165-44d5-82b5-7709a6c6daae), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:31.114754 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Pushing event updated for resources: {'Port': ['ID=c9e79058-2165-44d5-82b5-7709a6c6daae,revision_number=2']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:55:31.124242 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664114'] for floatingip (96533a51-41a1-47d2-a63f-3db5d4f0c66c), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:31.220529 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.db.l3_db [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Floating IP 96533a51-41a1-47d2-a63f-3db5d4f0c66c associated. External IP: 172.27.2.26, port: f886f884-983a-457d-9c3b-0e372d22d697. Jan 27 12:55:31.415161 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:55:31.517450 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:55:31.526797 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538f1886-700c-4646-890c-37d969ac8c0d None None] Sync routers for ids ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:55:31.536608 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538f1886-700c-4646-890c-37d969ac8c0d None None] Routers {'43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:55:31.537162 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-538f1886-700c-4646-890c-37d969ac8c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:55:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:55:31.594384 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for floatingip (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:31.630791 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-9c9dc08f-dc98-42cb-81b7-58fc03c467ba tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7677827 Jan 27 12:55:31.630791 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4f614f-36e7-43fd-8b5c-3b4d115b9e70', 'tag': 'f886f884-983a-457d-9c3b-0e372d22d697'}] {{(pid=109461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:55:31.630791 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13caf501d2ade89ef8f3be641e2375f4ed3bc8c86955b9dc87ba2ae8dc6631d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634d7f08-e733-49ba-89e4-0525b852539d" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4f614f-36e7-43fd-8b5c-3b4d115b9e70", "tag": "f886f884-983a-457d-9c3b-0e372d22d697"}]}' {{(pid=109461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:55:31.646351 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-538f1886-700c-4646-890c-37d969ac8c0d None None] Set router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:55:31.659540 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c628586-a46a-4313-9f7e-2328330a090c x-openstack-request-id: req-3c628586-a46a-4313-9f7e-2328330a090c {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:55:31.659834 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4f614f-36e7-43fd-8b5c-3b4d115b9e70", "tag": "f886f884-983a-457d-9c3b-0e372d22d697", "status": "completed", "code": 200}]} {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:55:31.660092 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c628586-a46a-4313-9f7e-2328330a090c {{(pid=109461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:55:31.660493 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4f614f-36e7-43fd-8b5c-3b4d115b9e70', 'tag': 'f886f884-983a-457d-9c3b-0e372d22d697', 'status': 'completed', 'code': 200} Jan 27 12:55:31.720013 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d7f08-e733-49ba-89e4-0525b852539d req-3cf86f81-bba4-49a8-bfbe-b7dc1d4d212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:31.721792 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-634d7f08-e733-49ba-89e4-0525b852539d req-3cf86f81-bba4-49a8-bfbe-b7dc1d4d212d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680&device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 1098 time: 0.0396957 Jan 27 12:55:31.809867 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d7f08-e733-49ba-89e4-0525b852539d req-3160c849-df60-40df-b000-afbe1d91b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:31.811261 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-634d7f08-e733-49ba-89e4-0525b852539d req-3160c849-df60-40df-b000-afbe1d91b883 service neutron] 10.222.0.13 "GET /v2.0/networks?id=72bf64c7-d235-4b9a-9065-a23ef74a599a HTTP/1.1" status: 200 len: 913 time: 0.0842566 Jan 27 12:55:31.871608 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-538f1886-700c-4646-890c-37d969ac8c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 4, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port': {'id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:45Z', 'updated_at': '2022-01-27T12:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': '96533a51-41a1-47d2-a63f-3db5d4f0c66c', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'floating_ip_address': '172.27.2.26', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'port_id': 'f886f884-983a-457d-9c3b-0e372d22d697', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'mac_address': 'fa:16:3e:0a:31:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4f614f-36e7-43fd-8b5c-3b4d115b9e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:55:30Z', 'updated_at': '2022-01-27T12:55:30Z', 'revision_number': 0, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3477a41a-ce3a-470c-865b-ef3a7a0de549', 'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'mac_address': 'fa:16:3e:c9:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:47Z', 'updated_at': '2022-01-27T12:54:52Z', 'revision_number': 5, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'subnets': [{'id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:55:31.876799 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-634d7f08-e733-49ba-89e4-0525b852539d req-74f0ead4-3858-436c-95d8-0e7eef2e1e64 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f886f884-983a-457d-9c3b-0e372d22d697 HTTP/1.1" status: 200 len: 998 time: 0.0592754 Jan 27 12:55:31.900750 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538f1886-700c-4646-890c-37d969ac8c0d None None] Checking router: 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:55:31.908862 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538f1886-700c-4646-890c-37d969ac8c0d None None] Routers {'43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:55:31.909439 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-538f1886-700c-4646-890c-37d969ac8c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:55:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:55:31.925310 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d7f08-e733-49ba-89e4-0525b852539d req-6ed56340-7ca5-48d4-ba12-a64f3e299410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:31.926835 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-634d7f08-e733-49ba-89e4-0525b852539d req-6ed56340-7ca5-48d4-ba12-a64f3e299410 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9488552-cd79-48fa-8e61-55f52db17c90 HTTP/1.1" status: 200 len: 851 time: 0.0434618 Jan 27 12:55:31.974126 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d7f08-e733-49ba-89e4-0525b852539d req-0a1677ea-2c99-4380-aab6-0cc290f82a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:31.975653 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-634d7f08-e733-49ba-89e4-0525b852539d req-0a1677ea-2c99-4380-aab6-0cc290f82a14 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72bf64c7-d235-4b9a-9065-a23ef74a599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434442 Jan 27 12:55:32.012330 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-538f1886-700c-4646-890c-37d969ac8c0d None None] Set router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:55:32.063137 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-634d7f08-e733-49ba-89e4-0525b852539d req-08725417-47f7-4347-8e9d-6b73278277cf service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818744 Jan 27 12:55:32.160231 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-634d7f08-e733-49ba-89e4-0525b852539d req-84aa36ac-7191-4f65-9bbc-f15f5a8a00be service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910184 Jan 27 12:55:32.355062 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-538f1886-700c-4646-890c-37d969ac8c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 4, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port': {'id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:45Z', 'updated_at': '2022-01-27T12:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': '96533a51-41a1-47d2-a63f-3db5d4f0c66c', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'floating_ip_address': '172.27.2.26', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'port_id': 'f886f884-983a-457d-9c3b-0e372d22d697', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'mac_address': 'fa:16:3e:0a:31:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4f614f-36e7-43fd-8b5c-3b4d115b9e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:55:30Z', 'updated_at': '2022-01-27T12:55:30Z', 'revision_number': 0, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3477a41a-ce3a-470c-865b-ef3a7a0de549', 'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'mac_address': 'fa:16:3e:c9:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:47Z', 'updated_at': '2022-01-27T12:54:52Z', 'revision_number': 5, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'subnets': [{'id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:55:32.384238 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538f1886-700c-4646-890c-37d969ac8c0d None None] The sync data for ids ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'] in dv-cinder-824031-3-iscsi is: [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 4, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port': {'id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:45Z', 'updated_at': '2022-01-27T12:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': '96533a51-41a1-47d2-a63f-3db5d4f0c66c', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'floating_ip_address': '172.27.2.26', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'port_id': 'f886f884-983a-457d-9c3b-0e372d22d697', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'mac_address': 'fa:16:3e:0a:31:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4f614f-36e7-43fd-8b5c-3b4d115b9e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:55:30Z', 'updated_at': '2022-01-27T12:55:30Z', 'revision_number': 0, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3477a41a-ce3a-470c-865b-ef3a7a0de549', 'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'mac_address': 'fa:16:3e:c9:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:47Z', 'updated_at': '2022-01-27T12:54:52Z', 'revision_number': 5, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'subnets': [{'id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:55:32.569384 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980fc870-d9f0-4354-8d33-99dd866d6000 None None] New status for floating IP 96533a51-41a1-47d2-a63f-3db5d4f0c66c: ACTIVE {{(pid=109464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 12:55:50.463137 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-9cb5aa95-da80-4225-bdd0-f6f451f62393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:52.765990 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-d1fddf9e-747a-462d-b292-7a01d082c603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:53.472112 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47296) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:55:53.626086 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-b826f6cf-4416-480f-b9d5-21973869671f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Deleting port c57af60c-4c4c-4acf-b148-b9e38e92fe6e {{(pid=109461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:55:53.626347 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b826f6cf-4416-480f-b9d5-21973869671f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (c57af60c-4c4c-4acf-b148-b9e38e92fe6e), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:53.697231 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b826f6cf-4416-480f-b9d5-21973869671f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (c57af60c-4c4c-4acf-b148-b9e38e92fe6e), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:53.697562 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b826f6cf-4416-480f-b9d5-21973869671f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for floatingip (c57af60c-4c4c-4acf-b148-b9e38e92fe6e), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:53.708799 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-b826f6cf-4416-480f-b9d5-21973869671f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Calling delete_port for c57af60c-4c4c-4acf-b148-b9e38e92fe6e owned by network:floatingip {{(pid=109461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:55:53.872399 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:54.066435 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b826f6cf-4416-480f-b9d5-21973869671f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (c57af60c-4c4c-4acf-b148-b9e38e92fe6e), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:54.089153 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826f6cf-4416-480f-b9d5-21973869671f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Pushing event deleted for resources: {'Port': ['ID=c57af60c-4c4c-4acf-b148-b9e38e92fe6e,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:55:54.150871 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b826f6cf-4416-480f-b9d5-21973869671f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for floatingip (93ca5dd1-3a1d-4b2f-bcf0-b09da2243d8e), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:54.151201 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.db.l3_db [None req-b826f6cf-4416-480f-b9d5-21973869671f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Floating IP 93ca5dd1-3a1d-4b2f-bcf0-b09da2243d8e disassociated (deleted). External IP: 172.27.2.110, port: 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff. Jan 27 12:55:54.592268 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b826f6cf-4416-480f-b9d5-21973869671f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Router 1f4113b1-eb17-4325-b283-758ca72fd468 has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:55:54.691666 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b826f6cf-4416-480f-b9d5-21973869671f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:55:54.696555 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-b826f6cf-4416-480f-b9d5-21973869671f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for floatingip (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:54.702075 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed9f4fb-45d3-4bf8-9495-10137e1cd2fb None None] Sync routers for ids ['1f4113b1-eb17-4325-b283-758ca72fd468'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:55:54.713354 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed9f4fb-45d3-4bf8-9495-10137e1cd2fb None None] Routers {'1f4113b1-eb17-4325-b283-758ca72fd468'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:55:54.714014 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-0ed9f4fb-45d3-4bf8-9495-10137e1cd2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:55:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['1f4113b1-eb17-4325-b283-758ca72fd468'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:55:54.725606 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-b826f6cf-4416-480f-b9d5-21973869671f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "DELETE /v2.0/floatingips/93ca5dd1-3a1d-4b2f-bcf0-b09da2243d8e HTTP/1.1" status: 204 len: 168 time: 1.2524312 Jan 27 12:55:54.726252 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c042d0-4f5f-46de-b0b3-4f07627411d6', 'tag': '7d51e1f0-0d05-42bb-b0b0-b382c319b2ff'}] {{(pid=109461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:55:54.728486 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13caf501d2ade89ef8f3be641e2375f4ed3bc8c86955b9dc87ba2ae8dc6631d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a7a982-73e6-4d0a-bc42-557094716d63" -d '{"events": [{"name": "network-changed", "server_uuid": "21c042d0-4f5f-46de-b0b3-4f07627411d6", "tag": "7d51e1f0-0d05-42bb-b0b0-b382c319b2ff"}]}' {{(pid=109461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:55:54.768924 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c668c8-5780-450c-b9db-069c2b1e68a1 x-openstack-request-id: req-42c668c8-5780-450c-b9db-069c2b1e68a1 {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:55:54.769217 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c042d0-4f5f-46de-b0b3-4f07627411d6", "tag": "7d51e1f0-0d05-42bb-b0b0-b382c319b2ff", "status": "completed", "code": 200}]} {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:55:54.769470 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-42c668c8-5780-450c-b9db-069c2b1e68a1 {{(pid=109461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:55:54.771636 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c042d0-4f5f-46de-b0b3-4f07627411d6', 'tag': '7d51e1f0-0d05-42bb-b0b0-b382c319b2ff', 'status': 'completed', 'code': 200} Jan 27 12:55:54.828986 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-0ed9f4fb-45d3-4bf8-9495-10137e1cd2fb None None] Set router 1f4113b1-eb17-4325-b283-758ca72fd468 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:55:54.832744 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7a982-73e6-4d0a-bc42-557094716d63 req-31a6e31b-93c1-42f6-85ce-ed2b4a3147fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:54.834394 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a6a7a982-73e6-4d0a-bc42-557094716d63 req-31a6e31b-93c1-42f6-85ce-ed2b4a3147fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=399e6049e194420f981610e835c63d4c&device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 1098 time: 0.0432098 Jan 27 12:55:54.920596 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7a982-73e6-4d0a-bc42-557094716d63 req-dc751552-3342-47fb-944a-a362985e3546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:54.922058 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a6a7a982-73e6-4d0a-bc42-557094716d63 req-dc751552-3342-47fb-944a-a362985e3546 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b881bfa-8c59-42cc-bbb7-915cf0da0886 HTTP/1.1" status: 200 len: 910 time: 0.0822065 Jan 27 12:55:54.968473 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a6a7a982-73e6-4d0a-bc42-557094716d63 req-d3266c7e-b6d3-494f-8405-01605a2e1a4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d51e1f0-0d05-42bb-b0b0-b382c319b2ff HTTP/1.1" status: 200 len: 217 time: 0.0377619 Jan 27 12:55:55.018626 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7a982-73e6-4d0a-bc42-557094716d63 req-50498c2b-071b-485c-bbad-5ab0845806ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:55.020026 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a6a7a982-73e6-4d0a-bc42-557094716d63 req-50498c2b-071b-485c-bbad-5ab0845806ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e2057e7f-7b4f-4ccf-80eb-9d8bb780312e HTTP/1.1" status: 200 len: 848 time: 0.0438230 Jan 27 12:55:55.026629 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-0ed9f4fb-45d3-4bf8-9495-10137e1cd2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'name': 'tempest-TestShelveInstance-1898310247-router', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '894d7355-aaac-4cd7-a1cb-e03d04d3e78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:51:14Z', 'updated_at': '2022-01-27T12:51:17Z', 'revision_number': 4, 'project_id': '399e6049e194420f981610e835c63d4c', 'gw_port': {'id': '894d7355-aaac-4cd7-a1cb-e03d04d3e78c', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:15Z', 'updated_at': '2022-01-27T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'f030666f-d982-41c0-a6c1-00f03d3ad68b', 'name': '', 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'mac_address': 'fa:16:3e:d3:b3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e2057e7f-7b4f-4ccf-80eb-9d8bb780312e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:17Z', 'updated_at': '2022-01-27T12:51:22Z', 'revision_number': 5, 'project_id': '399e6049e194420f981610e835c63d4c', 'subnets': [{'id': 'e2057e7f-7b4f-4ccf-80eb-9d8bb780312e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:55:55.057490 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed9f4fb-45d3-4bf8-9495-10137e1cd2fb None None] Checking router: 1f4113b1-eb17-4325-b283-758ca72fd468 for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:55:55.064679 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7a982-73e6-4d0a-bc42-557094716d63 req-17e1a0d1-59c2-4d58-a75e-d9fb9d72c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:55.066301 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed9f4fb-45d3-4bf8-9495-10137e1cd2fb None None] Routers {'1f4113b1-eb17-4325-b283-758ca72fd468'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:55:55.066434 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a6a7a982-73e6-4d0a-bc42-557094716d63 req-17e1a0d1-59c2-4d58-a75e-d9fb9d72c4c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b881bfa-8c59-42cc-bbb7-915cf0da0886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408387 Jan 27 12:55:55.066936 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-0ed9f4fb-45d3-4bf8-9495-10137e1cd2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:55:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['1f4113b1-eb17-4325-b283-758ca72fd468'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:55:55.157873 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a6a7a982-73e6-4d0a-bc42-557094716d63 req-976fb47d-76d8-425a-ad77-5e124f99d672 service neutron] 10.222.0.13 "GET /v2.0/networks/6b881bfa-8c59-42cc-bbb7-915cf0da0886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852294 Jan 27 12:55:55.174227 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-0ed9f4fb-45d3-4bf8-9495-10137e1cd2fb None None] Set router 1f4113b1-eb17-4325-b283-758ca72fd468 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:55:55.256009 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a6a7a982-73e6-4d0a-bc42-557094716d63 req-dcc2e27e-08bf-485a-bc5a-729972c8162b service neutron] 10.222.0.13 "GET /v2.0/networks/6b881bfa-8c59-42cc-bbb7-915cf0da0886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915875 Jan 27 12:55:55.322502 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633cf1a-3a8d-4bc9-a7fa-d1cbad3b5a5d req-d841e248-3ecb-48ea-9fba-a6ed8812d94d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:55.323992 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2633cf1a-3a8d-4bc9-a7fa-d1cbad3b5a5d req-d841e248-3ecb-48ea-9fba-a6ed8812d94d tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 945 time: 0.1159246 Jan 27 12:55:55.373330 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2633cf1a-3a8d-4bc9-a7fa-d1cbad3b5a5d req-119fe277-2c84-4651-82de-9dad46a8c751 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434961 Jan 27 12:55:55.389519 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-0ed9f4fb-45d3-4bf8-9495-10137e1cd2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'name': 'tempest-TestShelveInstance-1898310247-router', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '894d7355-aaac-4cd7-a1cb-e03d04d3e78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:51:14Z', 'updated_at': '2022-01-27T12:51:17Z', 'revision_number': 4, 'project_id': '399e6049e194420f981610e835c63d4c', 'gw_port': {'id': '894d7355-aaac-4cd7-a1cb-e03d04d3e78c', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:15Z', 'updated_at': '2022-01-27T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'f030666f-d982-41c0-a6c1-00f03d3ad68b', 'name': '', 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'mac_address': 'fa:16:3e:d3:b3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e2057e7f-7b4f-4ccf-80eb-9d8bb780312e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:17Z', 'updated_at': '2022-01-27T12:51:22Z', 'revision_number': 5, 'project_id': '399e6049e194420f981610e835c63d4c', 'subnets': [{'id': 'e2057e7f-7b4f-4ccf-80eb-9d8bb780312e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:55:55.416357 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:55.417173 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed9f4fb-45d3-4bf8-9495-10137e1cd2fb None None] The sync data for ids ['1f4113b1-eb17-4325-b283-758ca72fd468'] in dv-cinder-824031-3-iscsi is: [{'id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'name': 'tempest-TestShelveInstance-1898310247-router', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '894d7355-aaac-4cd7-a1cb-e03d04d3e78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:51:14Z', 'updated_at': '2022-01-27T12:51:17Z', 'revision_number': 4, 'project_id': '399e6049e194420f981610e835c63d4c', 'gw_port': {'id': '894d7355-aaac-4cd7-a1cb-e03d04d3e78c', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:15Z', 'updated_at': '2022-01-27T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': 'f030666f-d982-41c0-a6c1-00f03d3ad68b', 'name': '', 'network_id': '6b881bfa-8c59-42cc-bbb7-915cf0da0886', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'mac_address': 'fa:16:3e:d3:b3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e2057e7f-7b4f-4ccf-80eb-9d8bb780312e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:17Z', 'updated_at': '2022-01-27T12:51:22Z', 'revision_number': 5, 'project_id': '399e6049e194420f981610e835c63d4c', 'subnets': [{'id': 'e2057e7f-7b4f-4ccf-80eb-9d8bb780312e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:55:55.637191 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6787961-1180-47c2-8da3-20321374e2b6 None None] New status for floating IP 93ca5dd1-3a1d-4b2f-bcf0-b09da2243d8e: DOWN {{(pid=109464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 12:55:56.535796 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79605e77-e016-4bf5-87fb-622b69c755b8 req-48ceb6b9-131b-4b70-b2b3-d23cc2ba1e9f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:56.537172 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-79605e77-e016-4bf5-87fb-622b69c755b8 req-48ceb6b9-131b-4b70-b2b3-d23cc2ba1e9f tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 945 time: 0.0958264 Jan 27 12:55:56.583405 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-79605e77-e016-4bf5-87fb-622b69c755b8 req-f0af537b-d7d6-43f4-820f-86580d9cfed7 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb32c486-9b99-4b1c-967d-33b369462141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399244 Jan 27 12:55:56.760794 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:56.845599 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3c7c1-9c6b-4b61-abbb-a481dfe9780a req-7e90efcf-ff41-4038-bba2-dca85fea2050 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:55:56.846967 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-95c3c7c1-9c6b-4b61-abbb-a481dfe9780a req-7e90efcf-ff41-4038-bba2-dca85fea2050 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 945 time: 0.0470593 Jan 27 12:55:56.935209 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-95c3c7c1-9c6b-4b61-abbb-a481dfe9780a req-29acfdb6-55cb-4d12-a89e-31efdbe2d7d3 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Deleting port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:55:56.935548 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-95c3c7c1-9c6b-4b61-abbb-a481dfe9780a req-29acfdb6-55cb-4d12-a89e-31efdbe2d7d3 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (7d51e1f0-0d05-42bb-b0b0-b382c319b2ff), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:57.020429 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-95c3c7c1-9c6b-4b61-abbb-a481dfe9780a req-29acfdb6-55cb-4d12-a89e-31efdbe2d7d3 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] For port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=7d51e1f0-0d05-42bb-b0b0-b382c319b2ff,segment=NetworkSegment(d2d42a91-b0c8-41fb-a27a-12a167fb0bb1),segment_id=d2d42a91-b0c8-41fb-a27a-12a167fb0bb1)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:55:57.020795 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-95c3c7c1-9c6b-4b61-abbb-a481dfe9780a req-29acfdb6-55cb-4d12-a89e-31efdbe2d7d3 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (7d51e1f0-0d05-42bb-b0b0-b382c319b2ff), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:57.032874 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-95c3c7c1-9c6b-4b61-abbb-a481dfe9780a req-29acfdb6-55cb-4d12-a89e-31efdbe2d7d3 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Calling delete_port for 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff owned by compute:nova {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:55:57.249328 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-95c3c7c1-9c6b-4b61-abbb-a481dfe9780a req-29acfdb6-55cb-4d12-a89e-31efdbe2d7d3 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (7d51e1f0-0d05-42bb-b0b0-b382c319b2ff), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:57.275749 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acfdb6-55cb-4d12-a89e-31efdbe2d7d3 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Pushing event deleted for resources: {'Port': ['ID=7d51e1f0-0d05-42bb-b0b0-b382c319b2ff,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:55:57.287859 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acfdb6-55cb-4d12-a89e-31efdbe2d7d3 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:55:57.291692 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acfdb6-55cb-4d12-a89e-31efdbe2d7d3 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:55:57.291692 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acfdb6-55cb-4d12-a89e-31efdbe2d7d3 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:55:57.291692 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acfdb6-55cb-4d12-a89e-31efdbe2d7d3 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:55:57.291692 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acfdb6-55cb-4d12-a89e-31efdbe2d7d3 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:55:57.291692 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acfdb6-55cb-4d12-a89e-31efdbe2d7d3 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:55:57.291692 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acfdb6-55cb-4d12-a89e-31efdbe2d7d3 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:55:57.291692 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acfdb6-55cb-4d12-a89e-31efdbe2d7d3 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:55:57.291692 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acfdb6-55cb-4d12-a89e-31efdbe2d7d3 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:55:57.291692 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acfdb6-55cb-4d12-a89e-31efdbe2d7d3 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:55:57.292685 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acfdb6-55cb-4d12-a89e-31efdbe2d7d3 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:55:57.292685 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acfdb6-55cb-4d12-a89e-31efdbe2d7d3 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:55:57.292685 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acfdb6-55cb-4d12-a89e-31efdbe2d7d3 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:55:57.328938 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c3c7c1-9c6b-4b61-abbb-a481dfe9780a req-29acfdb6-55cb-4d12-a89e-31efdbe2d7d3 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] No DVR routers for this DVR port 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff on host hv-cinder-82403 {{(pid=109462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:55:57.331455 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-95c3c7c1-9c6b-4b61-abbb-a481dfe9780a req-29acfdb6-55cb-4d12-a89e-31efdbe2d7d3 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:57.334660 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-95c3c7c1-9c6b-4b61-abbb-a481dfe9780a req-29acfdb6-55cb-4d12-a89e-31efdbe2d7d3 tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.13 "DELETE /v2.0/ports/7d51e1f0-0d05-42bb-b0b0-b382c319b2ff HTTP/1.1" status: 204 len: 173 time: 0.4813552 Jan 27 12:55:57.335145 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c042d0-4f5f-46de-b0b3-4f07627411d6', 'name': 'network-vif-deleted', 'tag': '7d51e1f0-0d05-42bb-b0b0-b382c319b2ff'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:55:57.337906 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c1e374-49bb-45e4-87ed-5d48bff2180d" -d '{"events": [{"server_uuid": "21c042d0-4f5f-46de-b0b3-4f07627411d6", "name": "network-vif-deleted", "tag": "7d51e1f0-0d05-42bb-b0b0-b382c319b2ff"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:55:57.372738 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196b7c21-871c-418d-90db-7c8f3579490b x-openstack-request-id: req-196b7c21-871c-418d-90db-7c8f3579490b {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:55:57.373036 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c042d0-4f5f-46de-b0b3-4f07627411d6", "name": "network-vif-deleted", "tag": "7d51e1f0-0d05-42bb-b0b0-b382c319b2ff", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:55:57.373291 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-196b7c21-871c-418d-90db-7c8f3579490b {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:55:57.373690 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c042d0-4f5f-46de-b0b3-4f07627411d6', 'name': 'network-vif-deleted', 'tag': '7d51e1f0-0d05-42bb-b0b0-b382c319b2ff', 'status': 'completed', 'code': 200} Jan 27 12:55:57.491956 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:57.680812 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5c90aad4-5175-4b6a-9569-29dd612e90f2 req-0d352409-599d-4e8e-991e-181db744544c tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "GET /v2.0/ports?device_id=21c042d0-4f5f-46de-b0b3-4f07627411d6 HTTP/1.1" status: 200 len: 210 time: 0.0261559 Jan 27 12:55:58.738981 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47318) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:55:58.792914 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-325cab96-f403-4757-b646-dd38a7e04dbf tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for security_group (fb32c486-9b99-4b1c-967d-33b369462141), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:58.816828 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-325cab96-f403-4757-b646-dd38a7e04dbf tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for security_group (fb32c486-9b99-4b1c-967d-33b369462141), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:58.954248 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-325cab96-f403-4757-b646-dd38a7e04dbf tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (fb32c486-9b99-4b1c-967d-33b369462141), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:58.956804 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-325cab96-f403-4757-b646-dd38a7e04dbf tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:58.957946 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-325cab96-f403-4757-b646-dd38a7e04dbf tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] 10.222.0.39 "DELETE /v2.0/security-groups/fb32c486-9b99-4b1c-967d-33b369462141 HTTP/1.1" status: 204 len: 168 time: 0.2179556 Jan 27 12:55:58.968227 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cab96-f403-4757-b646-dd38a7e04dbf tempest-TestShelveInstance-669480308 tempest-TestShelveInstance-669480308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb32c486-9b99-4b1c-967d-33b369462141,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:55:59.074244 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47324) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:55:59.402777 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1befe96c-1999-411b-aea7-c3b875aba110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664626'] for router_interface (1f4113b1-eb17-4325-b283-758ca72fd468), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:59.643740 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-1befe96c-1999-411b-aea7-c3b875aba110 admin admin] Deleting port f030666f-d982-41c0-a6c1-00f03d3ad68b {{(pid=109461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:55:59.644083 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1befe96c-1999-411b-aea7-c3b875aba110 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (f030666f-d982-41c0-a6c1-00f03d3ad68b), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:59.717497 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [None req-1befe96c-1999-411b-aea7-c3b875aba110 admin admin] For port f030666f-d982-41c0-a6c1-00f03d3ad68b, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=f030666f-d982-41c0-a6c1-00f03d3ad68b,segment=NetworkSegment(d2d42a91-b0c8-41fb-a27a-12a167fb0bb1),segment_id=d2d42a91-b0c8-41fb-a27a-12a167fb0bb1)] {{(pid=109461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:55:59.717851 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1befe96c-1999-411b-aea7-c3b875aba110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (f030666f-d982-41c0-a6c1-00f03d3ad68b), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:55:59.734114 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-1befe96c-1999-411b-aea7-c3b875aba110 admin admin] Calling delete_port for f030666f-d982-41c0-a6c1-00f03d3ad68b owned by network:router_interface {{(pid=109461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:55:59.822529 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff no longer exists at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:55:59.842168 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] No Port match for: 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:55:59.842533 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 7d51e1f0-0d05-42bb-b0b0-b382c319b2ff not bound to the agent host hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:55:59.983164 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1befe96c-1999-411b-aea7-c3b875aba110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (f030666f-d982-41c0-a6c1-00f03d3ad68b), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:00.015692 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befe96c-1999-411b-aea7-c3b875aba110 admin admin] Pushing event deleted for resources: {'Port': ['ID=f030666f-d982-41c0-a6c1-00f03d3ad68b,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:56:00.172853 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-1befe96c-1999-411b-aea7-c3b875aba110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664742'] for router_interface (1f4113b1-eb17-4325-b283-758ca72fd468), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:00.379484 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1befe96c-1999-411b-aea7-c3b875aba110 admin admin] Router 1f4113b1-eb17-4325-b283-758ca72fd468 has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:56:00.483184 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1befe96c-1999-411b-aea7-c3b875aba110 admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:56:00.488111 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-1befe96c-1999-411b-aea7-c3b875aba110 admin admin] 10.222.0.39 "PUT /v2.0/routers/1f4113b1-eb17-4325-b283-758ca72fd468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4128044 Jan 27 12:56:00.490602 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47326) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:56:00.493919 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3556112e-9389-4838-99bd-3e9fb1c62bba None None] Sync routers for ids ['1f4113b1-eb17-4325-b283-758ca72fd468'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:56:00.504111 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3556112e-9389-4838-99bd-3e9fb1c62bba None None] Routers {'1f4113b1-eb17-4325-b283-758ca72fd468'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:56:00.504716 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-3556112e-9389-4838-99bd-3e9fb1c62bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:55:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['1f4113b1-eb17-4325-b283-758ca72fd468'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:56:00.591683 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3ebffc87-8f23-4210-82f2-0e7f575ec969 admin admin] Publish callbacks [] for router (1f4113b1-eb17-4325-b283-758ca72fd468), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:00.613573 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-3556112e-9389-4838-99bd-3e9fb1c62bba None None] Set router 1f4113b1-eb17-4325-b283-758ca72fd468 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:56:00.692195 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3ebffc87-8f23-4210-82f2-0e7f575ec969 admin admin] Publish callbacks [] for router_gateway (1f4113b1-eb17-4325-b283-758ca72fd468), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:00.788840 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-3556112e-9389-4838-99bd-3e9fb1c62bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'name': 'tempest-TestShelveInstance-1898310247-router', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '894d7355-aaac-4cd7-a1cb-e03d04d3e78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:51:14Z', 'updated_at': '2022-01-27T12:55:59Z', 'revision_number': 5, 'project_id': '399e6049e194420f981610e835c63d4c', 'gw_port': {'id': '894d7355-aaac-4cd7-a1cb-e03d04d3e78c', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:15Z', 'updated_at': '2022-01-27T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:56:00.790395 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-3ebffc87-8f23-4210-82f2-0e7f575ec969 admin admin] Deleting port 894d7355-aaac-4cd7-a1cb-e03d04d3e78c {{(pid=109461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:56:00.790730 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3ebffc87-8f23-4210-82f2-0e7f575ec969 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (894d7355-aaac-4cd7-a1cb-e03d04d3e78c), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:00.815234 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3556112e-9389-4838-99bd-3e9fb1c62bba None None] Checking router: 1f4113b1-eb17-4325-b283-758ca72fd468 for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:56:00.823881 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3556112e-9389-4838-99bd-3e9fb1c62bba None None] Routers {'1f4113b1-eb17-4325-b283-758ca72fd468'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:56:00.824482 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-3556112e-9389-4838-99bd-3e9fb1c62bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:55:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['1f4113b1-eb17-4325-b283-758ca72fd468'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:56:00.865254 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [None req-3ebffc87-8f23-4210-82f2-0e7f575ec969 admin admin] For port 894d7355-aaac-4cd7-a1cb-e03d04d3e78c, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=894d7355-aaac-4cd7-a1cb-e03d04d3e78c,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:56:00.865610 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3ebffc87-8f23-4210-82f2-0e7f575ec969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (894d7355-aaac-4cd7-a1cb-e03d04d3e78c), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:00.877781 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-3ebffc87-8f23-4210-82f2-0e7f575ec969 admin admin] Calling delete_port for 894d7355-aaac-4cd7-a1cb-e03d04d3e78c owned by network:router_gateway {{(pid=109461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:56:01.034135 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-3556112e-9389-4838-99bd-3e9fb1c62bba None None] Set router 1f4113b1-eb17-4325-b283-758ca72fd468 gateway port host: None {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:56:01.086245 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3ebffc87-8f23-4210-82f2-0e7f575ec969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (894d7355-aaac-4cd7-a1cb-e03d04d3e78c), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:01.087831 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-3556112e-9389-4838-99bd-3e9fb1c62bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'name': 'tempest-TestShelveInstance-1898310247-router', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:51:14Z', 'updated_at': '2022-01-27T12:56:00Z', 'revision_number': 6, 'project_id': '399e6049e194420f981610e835c63d4c', 'gw_port_host': None}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:56:01.115310 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebffc87-8f23-4210-82f2-0e7f575ec969 admin admin] Pushing event deleted for resources: {'Port': ['ID=894d7355-aaac-4cd7-a1cb-e03d04d3e78c,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:56:01.116140 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3556112e-9389-4838-99bd-3e9fb1c62bba None None] The sync data for ids ['1f4113b1-eb17-4325-b283-758ca72fd468'] in dv-cinder-824031-3-iscsi is: [{'id': '1f4113b1-eb17-4325-b283-758ca72fd468', 'name': 'tempest-TestShelveInstance-1898310247-router', 'tenant_id': '399e6049e194420f981610e835c63d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:51:14Z', 'updated_at': '2022-01-27T12:56:00Z', 'revision_number': 6, 'project_id': '399e6049e194420f981610e835c63d4c', 'gw_port_host': None}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:56:01.188805 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3ebffc87-8f23-4210-82f2-0e7f575ec969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1661832'] for router_gateway (1f4113b1-eb17-4325-b283-758ca72fd468), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:01.273789 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3ebffc87-8f23-4210-82f2-0e7f575ec969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108308'] for router (1f4113b1-eb17-4325-b283-758ca72fd468), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:01.275914 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3ebffc87-8f23-4210-82f2-0e7f575ec969 admin admin] Publish callbacks [] for router_controller (1f4113b1-eb17-4325-b283-758ca72fd468), precommit_delete_associations {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:01.403958 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3ebffc87-8f23-4210-82f2-0e7f575ec969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666324'] for router (1f4113b1-eb17-4325-b283-758ca72fd468), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:01.404389 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebffc87-8f23-4210-82f2-0e7f575ec969 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f4113b1-eb17-4325-b283-758ca72fd468 {{(pid=109461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 12:56:01.408684 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3ebffc87-8f23-4210-82f2-0e7f575ec969 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:01.409894 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-3ebffc87-8f23-4210-82f2-0e7f575ec969 admin admin] 10.222.0.39 "DELETE /v2.0/routers/1f4113b1-eb17-4325-b283-758ca72fd468 HTTP/1.1" status: 204 len: 168 time: 0.9183652 Jan 27 12:56:01.412406 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47328) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:56:01.456271 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a04fc8c-33c1-4c28-8bfd-82ab3b0201e7 admin admin] Deleting subnet e2057e7f-7b4f-4ccf-80eb-9d8bb780312e {{(pid=109461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 12:56:01.459566 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0a04fc8c-33c1-4c28-8bfd-82ab3b0201e7 admin admin] Publish callbacks [] for subnet (e2057e7f-7b4f-4ccf-80eb-9d8bb780312e), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:01.496368 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0a04fc8c-33c1-4c28-8bfd-82ab3b0201e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25843844'] for subnet (e2057e7f-7b4f-4ccf-80eb-9d8bb780312e), precommit_delete_associations {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:01.573613 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0a04fc8c-33c1-4c28-8bfd-82ab3b0201e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676805'] for subnet (e2057e7f-7b4f-4ccf-80eb-9d8bb780312e), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:01.709229 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0a04fc8c-33c1-4c28-8bfd-82ab3b0201e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3294776'] for subnet (e2057e7f-7b4f-4ccf-80eb-9d8bb780312e), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:01.734819 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04fc8c-33c1-4c28-8bfd-82ab3b0201e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2057e7f-7b4f-4ccf-80eb-9d8bb780312e,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:56:01.739651 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-0a04fc8c-33c1-4c28-8bfd-82ab3b0201e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for subnet (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:01.743742 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-0a04fc8c-33c1-4c28-8bfd-82ab3b0201e7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e2057e7f-7b4f-4ccf-80eb-9d8bb780312e HTTP/1.1" status: 204 len: 168 time: 0.3302200 Jan 27 12:56:01.744957 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b7eca0-d028-4f2f-8a78-fe851f711568 None None] Network 6b881bfa-8c59-42cc-bbb7-915cf0da0886 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:56:01.746099 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47330) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:56:01.811275 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3d0fde15-3bd5-41ed-bba9-17d6ed594dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617860'] for network (6b881bfa-8c59-42cc-bbb7-915cf0da0886), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:01.869443 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-3d0fde15-3bd5-41ed-bba9-17d6ed594dc2 admin admin] Deleting port ef2fb660-b78f-41d2-b63b-00a3249c3068 {{(pid=109461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:56:01.869928 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3d0fde15-3bd5-41ed-bba9-17d6ed594dc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (ef2fb660-b78f-41d2-b63b-00a3249c3068), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:01.895886 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7661538-753c-4776-b199-83d563274d62 None None] DHCP port deletion for 6b881bfa-8c59-42cc-bbb7-915cf0da0886 request from dv-cinder-824031-3-iscsi {{(pid=109463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 12:56:01.935574 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [None req-3d0fde15-3bd5-41ed-bba9-17d6ed594dc2 admin admin] For port ef2fb660-b78f-41d2-b63b-00a3249c3068, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=ef2fb660-b78f-41d2-b63b-00a3249c3068,segment=NetworkSegment(d2d42a91-b0c8-41fb-a27a-12a167fb0bb1),segment_id=d2d42a91-b0c8-41fb-a27a-12a167fb0bb1)] {{(pid=109461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:56:01.936058 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3d0fde15-3bd5-41ed-bba9-17d6ed594dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (ef2fb660-b78f-41d2-b63b-00a3249c3068), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:01.943745 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-e7661538-753c-4776-b199-83d563274d62 None None] Deleting port ef2fb660-b78f-41d2-b63b-00a3249c3068 {{(pid=109463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:56:01.944250 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-e7661538-753c-4776-b199-83d563274d62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (ef2fb660-b78f-41d2-b63b-00a3249c3068), before_delete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:01.950078 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-3d0fde15-3bd5-41ed-bba9-17d6ed594dc2 admin admin] Calling delete_port for ef2fb660-b78f-41d2-b63b-00a3249c3068 owned by network:dhcp {{(pid=109461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:56:02.011383 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-e7661538-753c-4776-b199-83d563274d62 None None] For port ef2fb660-b78f-41d2-b63b-00a3249c3068, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=ef2fb660-b78f-41d2-b63b-00a3249c3068,segment=NetworkSegment(d2d42a91-b0c8-41fb-a27a-12a167fb0bb1),segment_id=d2d42a91-b0c8-41fb-a27a-12a167fb0bb1)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:56:02.011783 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-e7661538-753c-4776-b199-83d563274d62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (ef2fb660-b78f-41d2-b63b-00a3249c3068), precommit_delete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:02.024631 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-e7661538-753c-4776-b199-83d563274d62 None None] Calling delete_port for ef2fb660-b78f-41d2-b63b-00a3249c3068 owned by network:dhcp {{(pid=109463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:56:02.125344 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3d0fde15-3bd5-41ed-bba9-17d6ed594dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (ef2fb660-b78f-41d2-b63b-00a3249c3068), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:02.129111 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-e7661538-753c-4776-b199-83d563274d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560'] for port (ef2fb660-b78f-41d2-b63b-00a3249c3068), after_delete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:02.152634 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0fde15-3bd5-41ed-bba9-17d6ed594dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef2fb660-b78f-41d2-b63b-00a3249c3068,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:56:02.156561 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7661538-753c-4776-b199-83d563274d62 None None] Pushing event deleted for resources: {'Port': ['ID=ef2fb660-b78f-41d2-b63b-00a3249c3068,revision_number=None']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:56:02.160143 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0fde15-3bd5-41ed-bba9-17d6ed594dc2 admin admin] No DVR routers for this DVR port ef2fb660-b78f-41d2-b63b-00a3249c3068 on host dv-cinder-824031-3-iscsi {{(pid=109461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:56:02.163658 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7661538-753c-4776-b199-83d563274d62 None None] No DVR routers for this DVR port ef2fb660-b78f-41d2-b63b-00a3249c3068 on host dv-cinder-824031-3-iscsi {{(pid=109463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:56:02.165638 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7661538-753c-4776-b199-83d563274d62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:56:02.166060 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7661538-753c-4776-b199-83d563274d62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:56:02.166415 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7661538-753c-4776-b199-83d563274d62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:56:02.166773 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7661538-753c-4776-b199-83d563274d62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:56:02.167126 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7661538-753c-4776-b199-83d563274d62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:56:02.167501 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7661538-753c-4776-b199-83d563274d62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:56:02.167808 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7661538-753c-4776-b199-83d563274d62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:56:02.168139 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7661538-753c-4776-b199-83d563274d62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:56:02.168474 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7661538-753c-4776-b199-83d563274d62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:56:02.168803 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7661538-753c-4776-b199-83d563274d62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:56:02.169171 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7661538-753c-4776-b199-83d563274d62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:56:02.169464 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7661538-753c-4776-b199-83d563274d62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:56:02.169788 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7661538-753c-4776-b199-83d563274d62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:56:02.229669 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3d0fde15-3bd5-41ed-bba9-17d6ed594dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678482', 'neutron.services.segments.db._delete_segments_for_network-8727398100354'] for network (6b881bfa-8c59-42cc-bbb7-915cf0da0886), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:02.248775 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.services.segments.db [None req-3d0fde15-3bd5-41ed-bba9-17d6ed594dc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b881bfa-8c59-42cc-bbb7-915cf0da0886']}} {{(pid=109461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:56:02.258186 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.services.segments.db [None req-3d0fde15-3bd5-41ed-bba9-17d6ed594dc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d42a91-b0c8-41fb-a27a-12a167fb0bb1') {'for_net_delete': True} {{(pid=109461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:56:02.258501 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.services.segments.db [None req-3d0fde15-3bd5-41ed-bba9-17d6ed594dc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d42a91-b0c8-41fb-a27a-12a167fb0bb1') {} {{(pid=109461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:56:02.269592 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3d0fde15-3bd5-41ed-bba9-17d6ed594dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727398101899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25843853'] for segment (d2d42a91-b0c8-41fb-a27a-12a167fb0bb1), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:02.282909 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3d0fde15-3bd5-41ed-bba9-17d6ed594dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (d2d42a91-b0c8-41fb-a27a-12a167fb0bb1), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:02.288617 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0fde15-3bd5-41ed-bba9-17d6ed594dc2 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 12:56:02.289026 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3d0fde15-3bd5-41ed-bba9-17d6ed594dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412171'] for segment (d2d42a91-b0c8-41fb-a27a-12a167fb0bb1), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: Traceback (most recent call last): Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: timer() Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: cb(*args, **kw) Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: return func(*args, **kwargs) Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: self._notify() Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: self.callback(batched_events) Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: event.method(event) Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: return f(self, *a, **k) Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: return self._get(url).json() Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: return self.request(url, 'GET', **kwargs) Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 12:56:02.290620 dv-cinder-824031-3-iscsi neutron-server[109461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 12:56:02.411421 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3d0fde15-3bd5-41ed-bba9-17d6ed594dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664096'] for network (6b881bfa-8c59-42cc-bbb7-915cf0da0886), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:02.416354 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-3d0fde15-3bd5-41ed-bba9-17d6ed594dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:02.418969 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-3d0fde15-3bd5-41ed-bba9-17d6ed594dc2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6b881bfa-8c59-42cc-bbb7-915cf0da0886 HTTP/1.1" status: 204 len: 168 time: 0.6719337 Jan 27 12:56:02.422571 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47332) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:56:02.431752 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0fde15-3bd5-41ed-bba9-17d6ed594dc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b881bfa-8c59-42cc-bbb7-915cf0da0886,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:56:02.561176 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 894d7355-aaac-4cd7-a1cb-e03d04d3e78c no longer exists at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:56:02.584415 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] No Port match for: 894d7355-aaac-4cd7-a1cb-e03d04d3e78c {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:56:02.584759 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 894d7355-aaac-4cd7-a1cb-e03d04d3e78c not bound to the agent host dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:56:02.585164 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device ef2fb660-b78f-41d2-b63b-00a3249c3068 no longer exists at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:56:02.603684 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] No Port match for: ef2fb660-b78f-41d2-b63b-00a3249c3068 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:56:02.604028 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device ef2fb660-b78f-41d2-b63b-00a3249c3068 not bound to the agent host dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:56:02.604427 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device f030666f-d982-41c0-a6c1-00f03d3ad68b no longer exists at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:56:02.622794 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] No Port match for: f030666f-d982-41c0-a6c1-00f03d3ad68b {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:56:02.623135 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device f030666f-d982-41c0-a6c1-00f03d3ad68b not bound to the agent host dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:56:02.767364 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d7602d5e-351a-4fe9-ba4a-9f8980301fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664626'] for router_interface (b955a06e-ffab-41bb-9668-af13b1f8b58f), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:02.997319 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-d7602d5e-351a-4fe9-ba4a-9f8980301fd4 admin admin] Deleting port 1e2405cd-7fba-4d2d-900a-d3fe2c713cb3 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:56:02.997651 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d7602d5e-351a-4fe9-ba4a-9f8980301fd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (1e2405cd-7fba-4d2d-900a-d3fe2c713cb3), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:03.070649 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [None req-d7602d5e-351a-4fe9-ba4a-9f8980301fd4 admin admin] For port 1e2405cd-7fba-4d2d-900a-d3fe2c713cb3, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=1e2405cd-7fba-4d2d-900a-d3fe2c713cb3,segment=NetworkSegment(d36cb67c-3673-471e-bc25-923d338d0300),segment_id=d36cb67c-3673-471e-bc25-923d338d0300)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:56:03.070959 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d7602d5e-351a-4fe9-ba4a-9f8980301fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (1e2405cd-7fba-4d2d-900a-d3fe2c713cb3), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:03.082248 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-d7602d5e-351a-4fe9-ba4a-9f8980301fd4 admin admin] Calling delete_port for 1e2405cd-7fba-4d2d-900a-d3fe2c713cb3 owned by network:router_interface {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:56:03.314457 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d7602d5e-351a-4fe9-ba4a-9f8980301fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (1e2405cd-7fba-4d2d-900a-d3fe2c713cb3), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:03.339508 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7602d5e-351a-4fe9-ba4a-9f8980301fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e2405cd-7fba-4d2d-900a-d3fe2c713cb3,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:56:03.499648 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-d7602d5e-351a-4fe9-ba4a-9f8980301fd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664742'] for router_interface (b955a06e-ffab-41bb-9668-af13b1f8b58f), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:03.705327 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7602d5e-351a-4fe9-ba4a-9f8980301fd4 admin admin] Router b955a06e-ffab-41bb-9668-af13b1f8b58f has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:56:03.811121 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7602d5e-351a-4fe9-ba4a-9f8980301fd4 admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:56:03.816318 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-d7602d5e-351a-4fe9-ba4a-9f8980301fd4 admin admin] 10.222.0.39 "PUT /v2.0/routers/b955a06e-ffab-41bb-9668-af13b1f8b58f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3925922 Jan 27 12:56:03.819154 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47334) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:56:03.821818 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9941b0d-f851-4186-b788-6fe0a113379d None None] Sync routers for ids ['b955a06e-ffab-41bb-9668-af13b1f8b58f'] in dv-cinder-824031-3-iscsi {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:56:03.831785 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9941b0d-f851-4186-b788-6fe0a113379d None None] Routers {'b955a06e-ffab-41bb-9668-af13b1f8b58f'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:56:03.832439 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-c9941b0d-f851-4186-b788-6fe0a113379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:55:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['b955a06e-ffab-41bb-9668-af13b1f8b58f'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:56:03.925235 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e6c76cc6-cbaf-4793-9f96-0212445bb541 admin admin] Publish callbacks [] for router (b955a06e-ffab-41bb-9668-af13b1f8b58f), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:03.935100 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-c9941b0d-f851-4186-b788-6fe0a113379d None None] Set router b955a06e-ffab-41bb-9668-af13b1f8b58f gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:56:04.115423 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-c9941b0d-f851-4186-b788-6fe0a113379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b955a06e-ffab-41bb-9668-af13b1f8b58f', 'name': 'tempest-TestShelveInstance-911184304-router', 'tenant_id': '14e483a5f60d4bbabaf3183bf003d361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cc2d4f48-6547-4a06-9ee4-c36bd060c952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:51:20Z', 'updated_at': '2022-01-27T12:56:03Z', 'revision_number': 5, 'project_id': '14e483a5f60d4bbabaf3183bf003d361', 'gw_port': {'id': 'cc2d4f48-6547-4a06-9ee4-c36bd060c952', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955a06e-ffab-41bb-9668-af13b1f8b58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:21Z', 'updated_at': '2022-01-27T12:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:56:04.144060 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9941b0d-f851-4186-b788-6fe0a113379d None None] Checking router: b955a06e-ffab-41bb-9668-af13b1f8b58f for host: dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:56:04.152726 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9941b0d-f851-4186-b788-6fe0a113379d None None] Routers {'b955a06e-ffab-41bb-9668-af13b1f8b58f'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:56:04.153333 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-c9941b0d-f851-4186-b788-6fe0a113379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:55:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['b955a06e-ffab-41bb-9668-af13b1f8b58f'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:56:04.258794 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-c9941b0d-f851-4186-b788-6fe0a113379d None None] Set router b955a06e-ffab-41bb-9668-af13b1f8b58f gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:56:04.299243 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e6c76cc6-cbaf-4793-9f96-0212445bb541 admin admin] Publish callbacks [] for router_gateway (b955a06e-ffab-41bb-9668-af13b1f8b58f), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:04.401773 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-e6c76cc6-cbaf-4793-9f96-0212445bb541 admin admin] Deleting port cc2d4f48-6547-4a06-9ee4-c36bd060c952 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:56:04.402035 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e6c76cc6-cbaf-4793-9f96-0212445bb541 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (cc2d4f48-6547-4a06-9ee4-c36bd060c952), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:04.432635 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-c9941b0d-f851-4186-b788-6fe0a113379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b955a06e-ffab-41bb-9668-af13b1f8b58f', 'name': 'tempest-TestShelveInstance-911184304-router', 'tenant_id': '14e483a5f60d4bbabaf3183bf003d361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cc2d4f48-6547-4a06-9ee4-c36bd060c952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:51:20Z', 'updated_at': '2022-01-27T12:56:03Z', 'revision_number': 5, 'project_id': '14e483a5f60d4bbabaf3183bf003d361', 'gw_port': {'id': 'cc2d4f48-6547-4a06-9ee4-c36bd060c952', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955a06e-ffab-41bb-9668-af13b1f8b58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:21Z', 'updated_at': '2022-01-27T12:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:56:04.461616 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9941b0d-f851-4186-b788-6fe0a113379d None None] The sync data for ids ['b955a06e-ffab-41bb-9668-af13b1f8b58f'] in dv-cinder-824031-3-iscsi is: [{'id': 'b955a06e-ffab-41bb-9668-af13b1f8b58f', 'name': 'tempest-TestShelveInstance-911184304-router', 'tenant_id': '14e483a5f60d4bbabaf3183bf003d361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cc2d4f48-6547-4a06-9ee4-c36bd060c952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:51:20Z', 'updated_at': '2022-01-27T12:56:03Z', 'revision_number': 5, 'project_id': '14e483a5f60d4bbabaf3183bf003d361', 'gw_port': {'id': 'cc2d4f48-6547-4a06-9ee4-c36bd060c952', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955a06e-ffab-41bb-9668-af13b1f8b58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:51:21Z', 'updated_at': '2022-01-27T12:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}] {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:56:04.480824 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [None req-e6c76cc6-cbaf-4793-9f96-0212445bb541 admin admin] For port cc2d4f48-6547-4a06-9ee4-c36bd060c952, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=cc2d4f48-6547-4a06-9ee4-c36bd060c952,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:56:04.487613 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e6c76cc6-cbaf-4793-9f96-0212445bb541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (cc2d4f48-6547-4a06-9ee4-c36bd060c952), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:04.504535 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-e6c76cc6-cbaf-4793-9f96-0212445bb541 admin admin] Calling delete_port for cc2d4f48-6547-4a06-9ee4-c36bd060c952 owned by network:router_gateway {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:56:04.598318 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b00d6525-9106-4fb4-a056-4d6f974df66f req-5bfc97e1-f6b1-4113-a377-6efc5a82e68d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828753 Jan 27 12:56:04.703595 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d6525-9106-4fb4-a056-4d6f974df66f req-5b11ba95-f019-4fa7-a14e-acabbd81b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:56:04.705095 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b00d6525-9106-4fb4-a056-4d6f974df66f req-5b11ba95-f019-4fa7-a14e-acabbd81b375 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680&device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 1098 time: 0.0669537 Jan 27 12:56:04.809673 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e6c76cc6-cbaf-4793-9f96-0212445bb541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (cc2d4f48-6547-4a06-9ee4-c36bd060c952), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:04.839922 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c76cc6-cbaf-4793-9f96-0212445bb541 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc2d4f48-6547-4a06-9ee4-c36bd060c952,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:56:04.843344 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d6525-9106-4fb4-a056-4d6f974df66f req-b668a41d-fc07-4b27-a515-d7e76e6a7367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:56:04.845832 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b00d6525-9106-4fb4-a056-4d6f974df66f req-b668a41d-fc07-4b27-a515-d7e76e6a7367 service neutron] 10.222.0.13 "GET /v2.0/networks?id=72bf64c7-d235-4b9a-9065-a23ef74a599a HTTP/1.1" status: 200 len: 913 time: 0.1214871 Jan 27 12:56:04.846595 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 1e2405cd-7fba-4d2d-900a-d3fe2c713cb3 no longer exists at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:56:04.869151 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] No Port match for: 1e2405cd-7fba-4d2d-900a-d3fe2c713cb3 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:56:04.869505 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 1e2405cd-7fba-4d2d-900a-d3fe2c713cb3 not bound to the agent host dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:56:04.954793 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b00d6525-9106-4fb4-a056-4d6f974df66f req-24ac70e0-28f6-4f06-b991-940b9e80d6f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f886f884-983a-457d-9c3b-0e372d22d697 HTTP/1.1" status: 200 len: 1000 time: 0.1016014 Jan 27 12:56:04.957194 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e6c76cc6-cbaf-4793-9f96-0212445bb541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1661832'] for router_gateway (b955a06e-ffab-41bb-9668-af13b1f8b58f), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:05.073074 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e6c76cc6-cbaf-4793-9f96-0212445bb541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108308'] for router (b955a06e-ffab-41bb-9668-af13b1f8b58f), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:05.076450 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e6c76cc6-cbaf-4793-9f96-0212445bb541 admin admin] Publish callbacks [] for router_controller (b955a06e-ffab-41bb-9668-af13b1f8b58f), precommit_delete_associations {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:05.088719 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d6525-9106-4fb4-a056-4d6f974df66f req-a0011601-4dd4-4f5d-b8b1-a05cc97702c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:56:05.090165 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b00d6525-9106-4fb4-a056-4d6f974df66f req-a0011601-4dd4-4f5d-b8b1-a05cc97702c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9488552-cd79-48fa-8e61-55f52db17c90 HTTP/1.1" status: 200 len: 851 time: 0.1299543 Jan 27 12:56:05.163664 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d6525-9106-4fb4-a056-4d6f974df66f req-09e31e94-a92d-465a-9e9d-8f45ff5a62a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:56:05.165162 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b00d6525-9106-4fb4-a056-4d6f974df66f req-09e31e94-a92d-465a-9e9d-8f45ff5a62a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72bf64c7-d235-4b9a-9065-a23ef74a599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468359 Jan 27 12:56:05.174906 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [req-b00d6525-9106-4fb4-a056-4d6f974df66f req-81d752f0-8c21-4bd8-9fce-92a324bdce2d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109462) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 12:56:05.175875 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b00d6525-9106-4fb4-a056-4d6f974df66f req-81d752f0-8c21-4bd8-9fce-92a324bdce2d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048590 Jan 27 12:56:05.232654 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e6c76cc6-cbaf-4793-9f96-0212445bb541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666324'] for router (b955a06e-ffab-41bb-9668-af13b1f8b58f), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:05.233134 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c76cc6-cbaf-4793-9f96-0212445bb541 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b955a06e-ffab-41bb-9668-af13b1f8b58f {{(pid=109462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 12:56:05.238255 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-e6c76cc6-cbaf-4793-9f96-0212445bb541 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:05.239406 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-e6c76cc6-cbaf-4793-9f96-0212445bb541 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b955a06e-ffab-41bb-9668-af13b1f8b58f HTTP/1.1" status: 204 len: 168 time: 1.4192843 Jan 27 12:56:05.242034 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47336) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:56:05.274782 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b00d6525-9106-4fb4-a056-4d6f974df66f req-2f194d41-7dc1-46cc-bd53-c54cdd966ef5 service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908394 Jan 27 12:56:05.289203 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf0e833-8ba7-48df-88bc-ff3b0394c8d3 admin admin] Deleting subnet f7753303-dff8-4d66-991a-75198c0e7ede {{(pid=109461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 12:56:05.292538 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6cf0e833-8ba7-48df-88bc-ff3b0394c8d3 admin admin] Publish callbacks [] for subnet (f7753303-dff8-4d66-991a-75198c0e7ede), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:05.331136 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6cf0e833-8ba7-48df-88bc-ff3b0394c8d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25843844'] for subnet (f7753303-dff8-4d66-991a-75198c0e7ede), precommit_delete_associations {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:05.370945 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b00d6525-9106-4fb4-a056-4d6f974df66f req-b3e07de4-2afa-411e-b824-e66eb4f635e1 service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922945 Jan 27 12:56:05.419533 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6cf0e833-8ba7-48df-88bc-ff3b0394c8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676805'] for subnet (f7753303-dff8-4d66-991a-75198c0e7ede), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:05.543489 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6cf0e833-8ba7-48df-88bc-ff3b0394c8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3294776'] for subnet (f7753303-dff8-4d66-991a-75198c0e7ede), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:05.567967 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0e833-8ba7-48df-88bc-ff3b0394c8d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7753303-dff8-4d66-991a-75198c0e7ede,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:56:05.573511 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6cf0e833-8ba7-48df-88bc-ff3b0394c8d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for subnet (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:05.577302 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-6cf0e833-8ba7-48df-88bc-ff3b0394c8d3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f7753303-dff8-4d66-991a-75198c0e7ede HTTP/1.1" status: 204 len: 168 time: 0.3335738 Jan 27 12:56:05.578887 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb91ba8-18d0-41e8-af6a-427feded6c1c None None] Network 0a46772d-17a6-4b01-8bd2-62522ac8ae66 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 12:56:05.579790 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47342) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:56:05.648259 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-989570ee-950e-490a-ae38-95671a9fb497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617860'] for network (0a46772d-17a6-4b01-8bd2-62522ac8ae66), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:05.704988 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-989570ee-950e-490a-ae38-95671a9fb497 admin admin] Deleting port 02b1d30c-fd7d-4de5-ac33-9837f630c88e {{(pid=109461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:56:05.705330 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-989570ee-950e-490a-ae38-95671a9fb497 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (02b1d30c-fd7d-4de5-ac33-9837f630c88e), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:05.744719 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3094c106-1a75-45ee-b51e-cfaef10d2cc2 None None] DHCP port deletion for 0a46772d-17a6-4b01-8bd2-62522ac8ae66 request from dv-cinder-824031-3-iscsi {{(pid=109463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 12:56:05.769176 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [None req-989570ee-950e-490a-ae38-95671a9fb497 admin admin] For port 02b1d30c-fd7d-4de5-ac33-9837f630c88e, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=02b1d30c-fd7d-4de5-ac33-9837f630c88e,segment=NetworkSegment(d36cb67c-3673-471e-bc25-923d338d0300),segment_id=d36cb67c-3673-471e-bc25-923d338d0300)] {{(pid=109461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:56:05.769543 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-989570ee-950e-490a-ae38-95671a9fb497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (02b1d30c-fd7d-4de5-ac33-9837f630c88e), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:05.782074 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-989570ee-950e-490a-ae38-95671a9fb497 admin admin] Calling delete_port for 02b1d30c-fd7d-4de5-ac33-9837f630c88e owned by network:dhcp {{(pid=109461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:56:05.792675 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-3094c106-1a75-45ee-b51e-cfaef10d2cc2 None None] Deleting port 02b1d30c-fd7d-4de5-ac33-9837f630c88e {{(pid=109463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:56:05.793051 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-3094c106-1a75-45ee-b51e-cfaef10d2cc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (02b1d30c-fd7d-4de5-ac33-9837f630c88e), before_delete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:05.859794 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-3094c106-1a75-45ee-b51e-cfaef10d2cc2 None None] For port 02b1d30c-fd7d-4de5-ac33-9837f630c88e, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=02b1d30c-fd7d-4de5-ac33-9837f630c88e,segment=NetworkSegment(d36cb67c-3673-471e-bc25-923d338d0300),segment_id=d36cb67c-3673-471e-bc25-923d338d0300)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:56:05.860459 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-3094c106-1a75-45ee-b51e-cfaef10d2cc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (02b1d30c-fd7d-4de5-ac33-9837f630c88e), precommit_delete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:05.874572 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-3094c106-1a75-45ee-b51e-cfaef10d2cc2 None None] Calling delete_port for 02b1d30c-fd7d-4de5-ac33-9837f630c88e owned by network:dhcp {{(pid=109463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:56:06.024053 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-3094c106-1a75-45ee-b51e-cfaef10d2cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560'] for port (02b1d30c-fd7d-4de5-ac33-9837f630c88e), after_delete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:06.054184 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094c106-1a75-45ee-b51e-cfaef10d2cc2 None None] Pushing event deleted for resources: {'Port': ['ID=02b1d30c-fd7d-4de5-ac33-9837f630c88e,revision_number=None']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:56:06.058997 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3094c106-1a75-45ee-b51e-cfaef10d2cc2 None None] No DVR routers for this DVR port 02b1d30c-fd7d-4de5-ac33-9837f630c88e on host dv-cinder-824031-3-iscsi {{(pid=109463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:56:06.111794 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-989570ee-950e-490a-ae38-95671a9fb497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (02b1d30c-fd7d-4de5-ac33-9837f630c88e), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:06.134059 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989570ee-950e-490a-ae38-95671a9fb497 admin admin] Pushing event deleted for resources: {'Port': ['ID=02b1d30c-fd7d-4de5-ac33-9837f630c88e,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:56:06.145521 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989570ee-950e-490a-ae38-95671a9fb497 admin admin] No DVR routers for this DVR port 02b1d30c-fd7d-4de5-ac33-9837f630c88e on host dv-cinder-824031-3-iscsi {{(pid=109461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:56:06.206585 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-989570ee-950e-490a-ae38-95671a9fb497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678482', 'neutron.services.segments.db._delete_segments_for_network-8727398100354'] for network (0a46772d-17a6-4b01-8bd2-62522ac8ae66), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:06.230958 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.services.segments.db [None req-989570ee-950e-490a-ae38-95671a9fb497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a46772d-17a6-4b01-8bd2-62522ac8ae66']}} {{(pid=109461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:56:06.240900 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.services.segments.db [None req-989570ee-950e-490a-ae38-95671a9fb497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd36cb67c-3673-471e-bc25-923d338d0300') {'for_net_delete': True} {{(pid=109461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:56:06.241198 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.services.segments.db [None req-989570ee-950e-490a-ae38-95671a9fb497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd36cb67c-3673-471e-bc25-923d338d0300') {} {{(pid=109461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:56:06.250407 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-989570ee-950e-490a-ae38-95671a9fb497 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727398101899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25843853'] for segment (d36cb67c-3673-471e-bc25-923d338d0300), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:06.263301 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-989570ee-950e-490a-ae38-95671a9fb497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (d36cb67c-3673-471e-bc25-923d338d0300), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:06.269180 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989570ee-950e-490a-ae38-95671a9fb497 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=109461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 12:56:06.269563 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-989570ee-950e-490a-ae38-95671a9fb497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412171'] for segment (d36cb67c-3673-471e-bc25-923d338d0300), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: self.session.flush() Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: self.session.flush() Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: self.session.flush() Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: self.session.flush() Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: Traceback (most recent call last): Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: timer() Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: cb(*args, **kw) Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: return func(*args, **kwargs) Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: self._notify() Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: self.callback(batched_events) Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: event.method(event) Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: return f(self, *a, **k) Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: return self._get(url).json() Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: return self.request(url, 'GET', **kwargs) Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 12:56:06.271246 dv-cinder-824031-3-iscsi neutron-server[109461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 12:56:06.383429 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-989570ee-950e-490a-ae38-95671a9fb497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664096'] for network (0a46772d-17a6-4b01-8bd2-62522ac8ae66), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:06.388501 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-989570ee-950e-490a-ae38-95671a9fb497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:06.391661 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-989570ee-950e-490a-ae38-95671a9fb497 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0a46772d-17a6-4b01-8bd2-62522ac8ae66 HTTP/1.1" status: 204 len: 168 time: 0.8109586 Jan 27 12:56:06.402961 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989570ee-950e-490a-ae38-95671a9fb497 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a46772d-17a6-4b01-8bd2-62522ac8ae66,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:56:06.557966 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device cc2d4f48-6547-4a06-9ee4-c36bd060c952 no longer exists at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:56:06.578589 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] No Port match for: cc2d4f48-6547-4a06-9ee4-c36bd060c952 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:56:06.578957 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device cc2d4f48-6547-4a06-9ee4-c36bd060c952 not bound to the agent host dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:56:06.579371 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 02b1d30c-fd7d-4de5-ac33-9837f630c88e no longer exists at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:56:06.598185 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] No Port match for: 02b1d30c-fd7d-4de5-ac33-9837f630c88e {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:56:06.598537 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 02b1d30c-fd7d-4de5-ac33-9837f630c88e not bound to the agent host dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:56:06.743000 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47346) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:56:06.782004 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-ab93016f-cd91-46e7-8d82-cd04e3d9dd91 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=399e6049e194420f981610e835c63d4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378277 Jan 27 12:56:06.784417 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47348) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:56:06.829818 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-e2c95599-d7e8-4592-9544-9e94fb041ad2 admin admin] Publish callbacks [] for security_group (c0c2f938-05b0-4df3-a518-9de518a0e925), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:06.853638 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-e2c95599-d7e8-4592-9544-9e94fb041ad2 admin admin] Publish callbacks [] for security_group (c0c2f938-05b0-4df3-a518-9de518a0e925), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:06.960242 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-e2c95599-d7e8-4592-9544-9e94fb041ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (c0c2f938-05b0-4df3-a518-9de518a0e925), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:06.962797 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-e2c95599-d7e8-4592-9544-9e94fb041ad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:06.963955 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-e2c95599-d7e8-4592-9544-9e94fb041ad2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c0c2f938-05b0-4df3-a518-9de518a0e925 HTTP/1.1" status: 204 len: 168 time: 0.1786442 Jan 27 12:56:06.971541 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c95599-d7e8-4592-9544-9e94fb041ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c2f938-05b0-4df3-a518-9de518a0e925,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:56:07.627593 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:56:07.660201 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47354) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:56:07.699987 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-29b8c5a2-8061-4f61-b196-8d71be4100e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14e483a5f60d4bbabaf3183bf003d361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386505 Jan 27 12:56:07.702312 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47356) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:56:07.748661 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6e573187-0461-421c-adf2-27c02872c6fe admin admin] Publish callbacks [] for security_group (8ae0cdb8-002f-4dc0-8c5f-3b1633210212), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:07.769291 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6e573187-0461-421c-adf2-27c02872c6fe admin admin] Publish callbacks [] for security_group (8ae0cdb8-002f-4dc0-8c5f-3b1633210212), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:07.891298 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6e573187-0461-421c-adf2-27c02872c6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (8ae0cdb8-002f-4dc0-8c5f-3b1633210212), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:07.893728 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-6e573187-0461-421c-adf2-27c02872c6fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:07.895002 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-6e573187-0461-421c-adf2-27c02872c6fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8ae0cdb8-002f-4dc0-8c5f-3b1633210212 HTTP/1.1" status: 204 len: 168 time: 0.1917539 Jan 27 12:56:07.903131 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e573187-0461-421c-adf2-27c02872c6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae0cdb8-002f-4dc0-8c5f-3b1633210212,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:56:20.455228 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-1d4b386c-81d8-4729-9816-24ccf795c4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:22.729119 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-eb2e59f1-d7ff-4c6c-88eb-ee423bbd3359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:23.879753 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:25.397609 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:26.718070 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:27.494413 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:44.626198 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:56:50.467427 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-4a3458b9-fb8c-4f2e-b35c-2cae1bba311d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:52.747270 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faada6a4-2a2d-4fc1-8333-24fc882d7c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:53.884462 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:55.426609 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:56.706966 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:56:57.505718 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:04.675124 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-092aaace-1650-47d0-9324-fce8cd555caf req-15c58cd2-0e40-4aec-91ee-b1e4620ac145 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1780434 Jan 27 12:57:04.759010 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092aaace-1650-47d0-9324-fce8cd555caf req-03cd39d9-7d06-43d0-895c-81375cc87a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:04.761051 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-092aaace-1650-47d0-9324-fce8cd555caf req-03cd39d9-7d06-43d0-895c-81375cc87a98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680&device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 1098 time: 0.0435321 Jan 27 12:57:04.858242 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092aaace-1650-47d0-9324-fce8cd555caf req-cb4c7e10-50c3-40b5-920e-56bdf86950e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:04.859639 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-092aaace-1650-47d0-9324-fce8cd555caf req-cb4c7e10-50c3-40b5-920e-56bdf86950e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=72bf64c7-d235-4b9a-9065-a23ef74a599a HTTP/1.1" status: 200 len: 913 time: 0.0825870 Jan 27 12:57:04.927310 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-092aaace-1650-47d0-9324-fce8cd555caf req-53ad21d5-b5cb-4e1e-ac83-faa16850697b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f886f884-983a-457d-9c3b-0e372d22d697 HTTP/1.1" status: 200 len: 1000 time: 0.0604510 Jan 27 12:57:04.973587 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092aaace-1650-47d0-9324-fce8cd555caf req-ff4c4ea7-e3a6-48af-9174-097a9c7ef95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:04.975022 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-092aaace-1650-47d0-9324-fce8cd555caf req-ff4c4ea7-e3a6-48af-9174-097a9c7ef95f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9488552-cd79-48fa-8e61-55f52db17c90 HTTP/1.1" status: 200 len: 851 time: 0.0414796 Jan 27 12:57:05.017443 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092aaace-1650-47d0-9324-fce8cd555caf req-e93aa58a-faf6-4971-af9e-efad931efa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:05.018916 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-092aaace-1650-47d0-9324-fce8cd555caf req-e93aa58a-faf6-4971-af9e-efad931efa66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72bf64c7-d235-4b9a-9065-a23ef74a599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384803 Jan 27 12:57:05.108551 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-092aaace-1650-47d0-9324-fce8cd555caf req-1b4520af-48d9-46e6-bc2a-15967a8f5499 service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825672 Jan 27 12:57:05.194606 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-092aaace-1650-47d0-9324-fce8cd555caf req-f9c8592e-5cd4-49b4-846d-2e53c18c3e64 service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800061 Jan 27 12:57:20.465992 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-6249cc50-eddc-4a71-9b35-c503712cf807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:21.624182 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:57:22.717092 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f5144df5-3b03-4faa-bc60-f9200d03916a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:23.871455 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:25.442933 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:26.739416 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:27.150747 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65ab53-70b6-40f0-bcd7-42ba9393669c req-8b344c9f-ece1-45b7-9e82-6860c8d4cc8b tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:27.152226 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7b65ab53-70b6-40f0-bcd7-42ba9393669c req-8b344c9f-ece1-45b7-9e82-6860c8d4cc8b tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 945 time: 0.0478914 Jan 27 12:57:27.199984 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-7b65ab53-70b6-40f0-bcd7-42ba9393669c req-adc4fdfb-5509-4ac7-b85b-1692489c19e1 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423114 Jan 27 12:57:27.523067 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:28.313765 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36995c39-2578-45a7-8ab3-b96f351243ca req-246ec27a-944b-4dc5-bf0d-6813274f1f32 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:28.315263 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-36995c39-2578-45a7-8ab3-b96f351243ca req-246ec27a-944b-4dc5-bf0d-6813274f1f32 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 945 time: 0.0495629 Jan 27 12:57:28.367543 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-36995c39-2578-45a7-8ab3-b96f351243ca req-1e122535-b3e6-4969-8e5c-e8bca9642817 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466564 Jan 27 12:57:28.649669 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2433c-28ba-41a2-9250-c263e2009285 req-e6a1409a-7d01-43d7-9077-358275909369 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:28.651254 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0aa2433c-28ba-41a2-9250-c263e2009285 req-e6a1409a-7d01-43d7-9077-358275909369 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 945 time: 0.0470657 Jan 27 12:57:28.735559 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-0aa2433c-28ba-41a2-9250-c263e2009285 req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Deleting port f886f884-983a-457d-9c3b-0e372d22d697 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 12:57:28.735899 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-0aa2433c-28ba-41a2-9250-c263e2009285 req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (f886f884-983a-457d-9c3b-0e372d22d697), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:28.824181 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-0aa2433c-28ba-41a2-9250-c263e2009285 req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] For port f886f884-983a-457d-9c3b-0e372d22d697, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=f886f884-983a-457d-9c3b-0e372d22d697,segment=NetworkSegment(1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f),segment_id=1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:57:28.824469 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-0aa2433c-28ba-41a2-9250-c263e2009285 req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (f886f884-983a-457d-9c3b-0e372d22d697), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:28.998094 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-0aa2433c-28ba-41a2-9250-c263e2009285 req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:28.998464 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-0aa2433c-28ba-41a2-9250-c263e2009285 req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664114'] for floatingip (96533a51-41a1-47d2-a63f-3db5d4f0c66c), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:28.998812 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.db.l3_db [req-0aa2433c-28ba-41a2-9250-c263e2009285 req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Floating IP 96533a51-41a1-47d2-a63f-3db5d4f0c66c disassociated. External IP: 172.27.2.26, port: f886f884-983a-457d-9c3b-0e372d22d697. Jan 27 12:57:28.999161 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-0aa2433c-28ba-41a2-9250-c263e2009285 req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Calling delete_port for f886f884-983a-457d-9c3b-0e372d22d697 owned by compute:nova {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 12:57:29.185711 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-0aa2433c-28ba-41a2-9250-c263e2009285 req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (f886f884-983a-457d-9c3b-0e372d22d697), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:29.213679 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Pushing event deleted for resources: {'Port': ['ID=f886f884-983a-457d-9c3b-0e372d22d697,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:57:29.225094 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:57:29.225453 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:57:29.225820 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:57:29.226160 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:57:29.226495 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:57:29.226850 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:57:29.227183 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:57:29.227513 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:57:29.227840 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:57:29.228764 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:57:29.229116 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:57:29.229424 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:57:29.229744 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:57:29.339699 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0aa2433c-28ba-41a2-9250-c263e2009285 req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:57:29.446377 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0aa2433c-28ba-41a2-9250-c263e2009285 req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:57:29.456573 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8e0f1b-19e7-4b05-93c3-2059ee4086e0 None None] Sync routers for ids ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:57:29.470035 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8e0f1b-19e7-4b05-93c3-2059ee4086e0 None None] Routers {'43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:57:29.471015 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-8d8e0f1b-19e7-4b05-93c3-2059ee4086e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:57:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:57:29.474904 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-c4c128a1-0838-4a0d-9a78-1d8cae7aae9d req-b6d5384f-d39b-4f97-bcdf-27c09f292da1 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 210 time: 0.0335839 Jan 27 12:57:29.494167 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa2433c-28ba-41a2-9250-c263e2009285 req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] No DVR routers for this DVR port f886f884-983a-457d-9c3b-0e372d22d697 on host hv-cinder-82403 {{(pid=109462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 12:57:29.494167 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-0aa2433c-28ba-41a2-9250-c263e2009285 req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:29.496768 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0aa2433c-28ba-41a2-9250-c263e2009285 req-f78825f2-b35d-4757-9c80-30a2645a8a9c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.13 "DELETE /v2.0/ports/f886f884-983a-457d-9c3b-0e372d22d697 HTTP/1.1" status: 204 len: 173 time: 0.8406620 Jan 27 12:57:29.497228 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4f614f-36e7-43fd-8b5c-3b4d115b9e70', 'name': 'network-vif-deleted', 'tag': 'f886f884-983a-457d-9c3b-0e372d22d697'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:57:29.499533 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57984a44-19ba-4194-9135-0a1fd26f79bc" -d '{"events": [{"server_uuid": "8d4f614f-36e7-43fd-8b5c-3b4d115b9e70", "name": "network-vif-deleted", "tag": "f886f884-983a-457d-9c3b-0e372d22d697"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:57:29.588299 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-8d8e0f1b-19e7-4b05-93c3-2059ee4086e0 None None] Set router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:57:29.676305 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef4dd03-fe15-4916-ab17-70973995a715 x-openstack-request-id: req-3ef4dd03-fe15-4916-ab17-70973995a715 {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:57:29.676931 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4f614f-36e7-43fd-8b5c-3b4d115b9e70", "name": "network-vif-deleted", "tag": "f886f884-983a-457d-9c3b-0e372d22d697", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:57:29.677457 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3ef4dd03-fe15-4916-ab17-70973995a715 {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:57:29.678461 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f614f-36e7-43fd-8b5c-3b4d115b9e70', 'name': 'network-vif-deleted', 'tag': 'f886f884-983a-457d-9c3b-0e372d22d697', 'status': 'completed', 'code': 200} Jan 27 12:57:29.800108 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-8d8e0f1b-19e7-4b05-93c3-2059ee4086e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 4, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port': {'id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:45Z', 'updated_at': '2022-01-27T12:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': '3477a41a-ce3a-470c-865b-ef3a7a0de549', 'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'mac_address': 'fa:16:3e:c9:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:47Z', 'updated_at': '2022-01-27T12:54:52Z', 'revision_number': 5, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'subnets': [{'id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:57:29.825662 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8e0f1b-19e7-4b05-93c3-2059ee4086e0 None None] Checking router: 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:57:29.833556 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8e0f1b-19e7-4b05-93c3-2059ee4086e0 None None] Routers {'43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:57:29.834142 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-8d8e0f1b-19e7-4b05-93c3-2059ee4086e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:57:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:57:29.937732 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-8d8e0f1b-19e7-4b05-93c3-2059ee4086e0 None None] Set router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:57:30.131287 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-8d8e0f1b-19e7-4b05-93c3-2059ee4086e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 4, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port': {'id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:45Z', 'updated_at': '2022-01-27T12:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': '3477a41a-ce3a-470c-865b-ef3a7a0de549', 'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'mac_address': 'fa:16:3e:c9:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:47Z', 'updated_at': '2022-01-27T12:54:52Z', 'revision_number': 5, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'subnets': [{'id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:57:30.161042 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8e0f1b-19e7-4b05-93c3-2059ee4086e0 None None] The sync data for ids ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'] in dv-cinder-824031-3-iscsi is: [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 4, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port': {'id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:45Z', 'updated_at': '2022-01-27T12:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': '3477a41a-ce3a-470c-865b-ef3a7a0de549', 'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'mac_address': 'fa:16:3e:c9:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:47Z', 'updated_at': '2022-01-27T12:54:52Z', 'revision_number': 5, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'subnets': [{'id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:57:30.376741 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda91948-747a-4bac-b51a-3e3f0a50f2f4 None None] New status for floating IP 96533a51-41a1-47d2-a63f-3db5d4f0c66c: DOWN {{(pid=109464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 12:57:30.574297 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-da55f753-1c07-494d-9c63-b4397a8af309 req-9047e05c-08f2-4ac3-9e8e-78a8d5e57326 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4f614f-36e7-43fd-8b5c-3b4d115b9e70 HTTP/1.1" status: 200 len: 210 time: 0.0346110 Jan 27 12:57:31.818562 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-6c0f421d-5102-4cfe-b3c5-2732ccf39249 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1932287013&fields=id&tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680 HTTP/1.1" status: 200 len: 267 time: 0.0426602 Jan 27 12:57:31.918701 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-03065948-1899-4d4b-a51b-a517d2a62081 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:31.920153 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-03065948-1899-4d4b-a51b-a517d2a62081 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/networks?id=72bf64c7-d235-4b9a-9065-a23ef74a599a HTTP/1.1" status: 200 len: 812 time: 0.0954626 Jan 27 12:57:31.934634 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-09249b8a-f8e0-4d07-bb4e-e2a72be30036 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/quotas/0cdacd3dfabe494ea8a3e4ce588e0680 HTTP/1.1" status: 200 len: 375 time: 0.0093794 Jan 27 12:57:31.986923 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-e746690a-26bd-44c0-a5ba-c58447a397c1 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476055 Jan 27 12:57:32.046394 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-297b8174-58ba-4f03-8b76-ce8b04b4b163 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109461) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 12:57:32.047422 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-297b8174-58ba-4f03-8b76-ce8b04b4b163 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0497632 Jan 27 12:57:32.132768 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-433c5aab-9805-468e-b2c3-b961001ab597 service neutron] 10.222.0.39 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796483 Jan 27 12:57:32.220940 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-ae9a538b-3464-4353-8e47-e70922b7a8cb service neutron] 10.222.0.39 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825777 Jan 27 12:57:32.277138 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device f886f884-983a-457d-9c3b-0e372d22d697 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 12:57:32.297108 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] No Port match for: f886f884-983a-457d-9c3b-0e372d22d697 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 12:57:32.297462 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device f886f884-983a-457d-9c3b-0e372d22d697 not bound to the agent host hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 12:57:32.814984 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ea47abee-6d6f-4480-b183-ee83d6a3ea3f req-838a8537-8f1d-47e6-b366-28360207aee7 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 210 time: 0.0253940 Jan 27 12:57:33.905513 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-96d15eb1-5c0e-4e83-9f28-098a972a6a7d req-7252d3f7-61e5-45a5-bc5d-736f907f0250 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 210 time: 0.0266125 Jan 27 12:57:35.000015 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-5519a4a9-6075-4314-b06b-e270856cec80 req-3615ccae-964b-44f2-ba23-be3462f4dade tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 210 time: 0.0282021 Jan 27 12:57:35.609280 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-852003f0-f289-41c8-990d-f93c8bfca164 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:35.610656 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-852003f0-f289-41c8-990d-f93c8bfca164 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.13 "GET /v2.0/networks?id=72bf64c7-d235-4b9a-9065-a23ef74a599a HTTP/1.1" status: 200 len: 812 time: 0.0984421 Jan 27 12:57:35.673724 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-80a97d25-2971-471b-a6e4-530a2eccc360 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680 HTTP/1.1" status: 200 len: 380 time: 0.0547154 Jan 27 12:57:35.682314 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-0b0097ac-858b-477d-af39-e83c08df59e5 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Request body: {'port': {'device_id': '0470cd0f-ca0b-4b04-a962-76642e195128', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'admin_state_up': True, 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'security_groups': ['45a2352f-9143-4a6c-b870-c430c66ca958']}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:57:35.831706 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-0b0097ac-858b-477d-af39-e83c08df59e5 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Made reservation on behalf of 0cdacd3dfabe494ea8a3e4ce588e0680 for: {'port': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:57:35.835323 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-0b0097ac-858b-477d-af39-e83c08df59e5 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:35.956629 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_common [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-0b0097ac-858b-477d-af39-e83c08df59e5 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Allocated IP 172.20.0.9 (72bf64c7-d235-4b9a-9065-a23ef74a599a/c9488552-cd79-48fa-8e61-55f52db17c90/90c12678-9047-413e-b2e5-3875f57964dd) {{(pid=109462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:57:36.092011 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-937807fc-da6e-44a4-b4b0-0b4e281a6d80 req-76d5db6a-0e67-4f70-88bc-58017c172d9a tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 210 time: 0.0259926 Jan 27 12:57:36.094784 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-0b0097ac-858b-477d-af39-e83c08df59e5 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for port (90c12678-9047-413e-b2e5-3875f57964dd), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:36.186389 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-0b0097ac-858b-477d-af39-e83c08df59e5 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (90c12678-9047-413e-b2e5-3875f57964dd), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:36.228877 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-0b0097ac-858b-477d-af39-e83c08df59e5 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Network 72bf64c7-d235-4b9a-9065-a23ef74a599a is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:57:36.231773 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-0b0097ac-858b-477d-af39-e83c08df59e5 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:57:36.237245 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-0b0097ac-858b-477d-af39-e83c08df59e5 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Received port after_create {{(pid=109462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:57:36.243379 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0097ac-858b-477d-af39-e83c08df59e5 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Pushing event updated for resources: {'Port': ['ID=90c12678-9047-413e-b2e5-3875f57964dd,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:57:36.295129 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-0b0097ac-858b-477d-af39-e83c08df59e5 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:36.295902 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-0b0097ac-858b-477d-af39-e83c08df59e5 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:36.428536 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-0b0097ac-858b-477d-af39-e83c08df59e5 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7498434 Jan 27 12:57:36.439037 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-c6f4f640-525d-484b-b881-756e0fe0f31e service neutron] Request body: {'port': {'device_id': '0470cd0f-ca0b-4b04-a962-76642e195128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:57:36.489674 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-c6f4f640-525d-484b-b881-756e0fe0f31e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (90c12678-9047-413e-b2e5-3875f57964dd), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:36.499992 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-d34a381b-b371-4827-b26d-4d89c035dc80 None None] Provisioning complete for port 90c12678-9047-413e-b2e5-3875f57964dd triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:57:36.504109 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-d34a381b-b371-4827-b26d-4d89c035dc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (90c12678-9047-413e-b2e5-3875f57964dd), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:36.532919 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-d34a381b-b371-4827-b26d-4d89c035dc80 None None] Port 90c12678-9047-413e-b2e5-3875f57964dd cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:57:36.747020 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-c6f4f640-525d-484b-b881-756e0fe0f31e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c12678-9047-413e-b2e5-3875f57964dd {{(pid=109462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:57:36.754231 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-c6f4f640-525d-484b-b881-756e0fe0f31e service neutron] Publish callbacks [] for port (90c12678-9047-413e-b2e5-3875f57964dd), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:36.765938 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.provisioning_blocks [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-c6f4f640-525d-484b-b881-756e0fe0f31e service neutron] Transition to ACTIVE for port object 90c12678-9047-413e-b2e5-3875f57964dd will not be triggered until provisioned by entity L2. {{(pid=109462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 12:57:36.848504 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-c6f4f640-525d-484b-b881-756e0fe0f31e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (90c12678-9047-413e-b2e5-3875f57964dd), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:36.920569 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4f640-525d-484b-b881-756e0fe0f31e service neutron] Pushing event updated for resources: {'Port': ['ID=90c12678-9047-413e-b2e5-3875f57964dd,revision_number=2']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:57:36.974351 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-c6f4f640-525d-484b-b881-756e0fe0f31e service neutron] Attempting to bind port 90c12678-9047-413e-b2e5-3875f57964dd on host hv-cinder-82403 for vnic_type normal with profile {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:57:36.974926 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-c6f4f640-525d-484b-b881-756e0fe0f31e service neutron] Attempting to bind port 90c12678-9047-413e-b2e5-3875f57964dd by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a'}] {{(pid=109462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:57:36.975501 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-c6f4f640-525d-484b-b881-756e0fe0f31e service neutron] Attempting to bind port 90c12678-9047-413e-b2e5-3875f57964dd on network 72bf64c7-d235-4b9a-9065-a23ef74a599a {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:57:36.981923 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-c6f4f640-525d-484b-b881-756e0fe0f31e service neutron] Port 90c12678-9047-413e-b2e5-3875f57964dd on network 72bf64c7-d235-4b9a-9065-a23ef74a599a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 12:57:36.982250 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-c6f4f640-525d-484b-b881-756e0fe0f31e service neutron] Attempting to bind port 90c12678-9047-413e-b2e5-3875f57964dd on network 72bf64c7-d235-4b9a-9065-a23ef74a599a {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:57:36.987612 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-c6f4f640-525d-484b-b881-756e0fe0f31e service neutron] Checking agent: {'id': 'e5f4578a-8b65-461b-9155-0533d25cd18a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'started_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:57:36.987950 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-c6f4f640-525d-484b-b881-756e0fe0f31e service neutron] Checking segment: {'id': '1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:57:36.988332 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-c6f4f640-525d-484b-b881-756e0fe0f31e service neutron] Bound using segment: {'id': '1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a'} {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:57:36.988756 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-c6f4f640-525d-484b-b881-756e0fe0f31e service neutron] Bound port: 90c12678-9047-413e-b2e5-3875f57964dd, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a'}}] {{(pid=109462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:57:36.989114 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-c6f4f640-525d-484b-b881-756e0fe0f31e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (90c12678-9047-413e-b2e5-3875f57964dd), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:37.052787 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-c6f4f640-525d-484b-b881-756e0fe0f31e service neutron] For port 90c12678-9047-413e-b2e5-3875f57964dd, host hv-cinder-82403, cleared binding levels {{(pid=109462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:57:37.055880 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-c6f4f640-525d-484b-b881-756e0fe0f31e service neutron] For port 90c12678-9047-413e-b2e5-3875f57964dd, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=90c12678-9047-413e-b2e5-3875f57964dd,segment=NetworkSegment(1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f),segment_id=1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f)] {{(pid=109462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:57:37.111543 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-c6f4f640-525d-484b-b881-756e0fe0f31e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (90c12678-9047-413e-b2e5-3875f57964dd), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:37.149553 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-c6f4f640-525d-484b-b881-756e0fe0f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:37.150628 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-c6f4f640-525d-484b-b881-756e0fe0f31e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:37.152049 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-c6f4f640-525d-484b-b881-756e0fe0f31e service neutron] 10.222.0.13 "PUT /v2.0/ports/90c12678-9047-413e-b2e5-3875f57964dd HTTP/1.1" status: 200 len: 1093 time: 0.7171187 Jan 27 12:57:37.152492 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0470cd0f-ca0b-4b04-a962-76642e195128', 'tag': '90c12678-9047-413e-b2e5-3875f57964dd'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:57:37.154760 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0260118f-9ddb-4498-85de-061fe655f726" -d '{"events": [{"name": "network-changed", "server_uuid": "0470cd0f-ca0b-4b04-a962-76642e195128", "tag": "90c12678-9047-413e-b2e5-3875f57964dd"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:57:37.200670 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce10799a-ffa8-41ae-9834-89f3761c191c x-openstack-request-id: req-ce10799a-ffa8-41ae-9834-89f3761c191c {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:57:37.200972 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0470cd0f-ca0b-4b04-a962-76642e195128", "tag": "90c12678-9047-413e-b2e5-3875f57964dd", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:57:37.201232 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce10799a-ffa8-41ae-9834-89f3761c191c {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:57:37.201639 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0470cd0f-ca0b-4b04-a962-76642e195128', 'tag': '90c12678-9047-413e-b2e5-3875f57964dd', 'status': 'completed', 'code': 200} Jan 27 12:57:37.208924 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4f640-525d-484b-b881-756e0fe0f31e service neutron] Pushing event updated for resources: {'Port': ['ID=90c12678-9047-413e-b2e5-3875f57964dd,revision_number=3']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:57:37.239447 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589b7d1-03fc-49de-9051-203dfa4a16a4 req-4713f1f2-27ba-443e-95a7-e19009a61773 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:37.240973 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a589b7d1-03fc-49de-9051-203dfa4a16a4 req-4713f1f2-27ba-443e-95a7-e19009a61773 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 943 time: 0.0814967 Jan 27 12:57:37.301155 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260118f-9ddb-4498-85de-061fe655f726 req-618ca82a-eadd-4872-ad58-2b011fccfec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:37.302643 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0260118f-9ddb-4498-85de-061fe655f726 req-618ca82a-eadd-4872-ad58-2b011fccfec9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680&device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 1096 time: 0.0818727 Jan 27 12:57:37.311650 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a589b7d1-03fc-49de-9051-203dfa4a16a4 req-7fdfab16-49a9-47ac-8232-e1f0a35f5cd9 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570636 Jan 27 12:57:37.407764 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260118f-9ddb-4498-85de-061fe655f726 req-3a305c25-e845-43cc-b809-62ec1d14f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:37.409234 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0260118f-9ddb-4498-85de-061fe655f726 req-3a305c25-e845-43cc-b809-62ec1d14f7c5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0967410 Jan 27 12:57:37.499296 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260118f-9ddb-4498-85de-061fe655f726 req-bb6f098d-b294-4737-80b2-c17c7e319e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:37.500747 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0260118f-9ddb-4498-85de-061fe655f726 req-bb6f098d-b294-4737-80b2-c17c7e319e28 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863216 Jan 27 12:57:37.576753 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-8be279d1-cafa-4e3c-b2e9-e296f142ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:37.578129 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-8be279d1-cafa-4e3c-b2e9-e296f142ea5f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680&device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 1096 time: 0.0441732 Jan 27 12:57:37.617713 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-d9d06340-f522-4f39-8a18-d9659a7481c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90c12678-9047-413e-b2e5-3875f57964dd HTTP/1.1" status: 200 len: 217 time: 0.0326209 Jan 27 12:57:37.663902 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-07905b5a-7760-4c20-b2f0-45e4c952016c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:37.665372 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-07905b5a-7760-4c20-b2f0-45e4c952016c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9488552-cd79-48fa-8e61-55f52db17c90 HTTP/1.1" status: 200 len: 851 time: 0.0418322 Jan 27 12:57:37.711658 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-89269293-3a85-4324-b9cf-9596c79caa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:37.713138 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-89269293-3a85-4324-b9cf-9596c79caa3d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72bf64c7-d235-4b9a-9065-a23ef74a599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423670 Jan 27 12:57:37.797277 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-63d9beb4-5099-4670-b167-f9dfbd08927e service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783858 Jan 27 12:57:37.885366 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-58a2d98a-bb92-46d7-a892-8e3ba308d873 req-a295a3c1-1aab-43f4-81d9-67370dedfc15 service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820496 Jan 27 12:57:38.425752 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3c04c-4e2e-446d-b132-89e869b3e8ec req-ba73f05f-ebc2-45f6-afdb-6d4ffe7aab3b tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:38.427229 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-19c3c04c-4e2e-446d-b132-89e869b3e8ec req-ba73f05f-ebc2-45f6-afdb-6d4ffe7aab3b tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 943 time: 0.0473590 Jan 27 12:57:38.473852 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-19c3c04c-4e2e-446d-b132-89e869b3e8ec req-f8dde71d-77b8-4031-8f46-89502189b4eb tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412180 Jan 27 12:57:39.586675 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ee1f5-5333-4e47-8166-5688681c80eb req-79250fe2-a7fa-49e7-8f28-8ae7f63c8f26 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:39.588636 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-670ee1f5-5333-4e47-8166-5688681c80eb req-79250fe2-a7fa-49e7-8f28-8ae7f63c8f26 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 943 time: 0.0481160 Jan 27 12:57:39.635016 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-670ee1f5-5333-4e47-8166-5688681c80eb req-f7885987-7482-4f44-8331-4535bb6eb33d tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406997 Jan 27 12:57:40.750624 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bc35c-2a77-468f-b7c1-028f0552d4ba req-1a4bae93-ee7f-4186-803d-73a0fb3e1f84 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:40.752097 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a14bc35c-2a77-468f-b7c1-028f0552d4ba req-1a4bae93-ee7f-4186-803d-73a0fb3e1f84 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 943 time: 0.0503044 Jan 27 12:57:40.798862 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a14bc35c-2a77-468f-b7c1-028f0552d4ba req-f60f2544-406b-4af2-b093-85f58b2fb818 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413644 Jan 27 12:57:41.907474 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a57fd-a235-49fc-8dd5-b87ed885cd81 req-40cc11ca-80ab-442a-a903-b7bb6c0e8f2e tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:41.908896 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-069a57fd-a235-49fc-8dd5-b87ed885cd81 req-40cc11ca-80ab-442a-a903-b7bb6c0e8f2e tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 943 time: 0.0461695 Jan 27 12:57:41.957859 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-069a57fd-a235-49fc-8dd5-b87ed885cd81 req-c329da3e-a3fe-404a-ba5a-ccf383c570b7 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436077 Jan 27 12:57:43.066538 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94ed77-e5bd-40ee-b052-be7ffab4cf62 req-1d4fc253-b04d-485a-bd85-b4dd404b1e46 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:43.068017 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-de94ed77-e5bd-40ee-b052-be7ffab4cf62 req-1d4fc253-b04d-485a-bd85-b4dd404b1e46 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 943 time: 0.0462029 Jan 27 12:57:43.115663 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-de94ed77-e5bd-40ee-b052-be7ffab4cf62 req-aad14e58-0d6b-4c3c-bfba-0363d7895826 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414381 Jan 27 12:57:44.227180 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7c2df-1528-4669-9af7-d88b728e9640 req-eba7374c-94e0-4625-a8f3-66ff9225f230 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:44.228622 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b0f7c2df-1528-4669-9af7-d88b728e9640 req-eba7374c-94e0-4625-a8f3-66ff9225f230 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 943 time: 0.0498049 Jan 27 12:57:44.288176 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b0f7c2df-1528-4669-9af7-d88b728e9640 req-9e129718-df2d-44bb-88e2-5022dcc78535 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530384 Jan 27 12:57:44.366976 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 90c12678-9047-413e-b2e5-3875f57964dd details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=109463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 12:57:44.458409 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 90c12678-9047-413e-b2e5-3875f57964dd, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=90c12678-9047-413e-b2e5-3875f57964dd,segment=NetworkSegment(1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f),segment_id=1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:57:44.470146 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Returning: {'device': '90c12678-9047-413e-b2e5-3875f57964dd', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'port_id': '90c12678-9047-413e-b2e5-3875f57964dd', 'mac_address': 'fa:16:3e:4e:3e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 12:57:44.504871 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 90c12678-9047-413e-b2e5-3875f57964dd is: DOWN; New status is: BUILD {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:57:44.505261 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (90c12678-9047-413e-b2e5-3875f57964dd), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:44.518160 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c12678-9047-413e-b2e5-3875f57964dd {{(pid=109463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:57:44.537004 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 90c12678-9047-413e-b2e5-3875f57964dd, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=90c12678-9047-413e-b2e5-3875f57964dd,segment=NetworkSegment(1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f),segment_id=1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:57:44.602268 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (90c12678-9047-413e-b2e5-3875f57964dd), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:44.647480 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=90c12678-9047-413e-b2e5-3875f57964dd,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:57:44.654964 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:57:44.655312 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:57:44.655653 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:57:44.655988 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:57:44.656320 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:57:44.656646 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:57:44.656974 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:57:44.657305 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:57:44.657622 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:57:44.657943 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:57:44.658264 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:57:44.658581 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:57:44.658923 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:57:44.848422 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['90c12678-9047-413e-b2e5-3875f57964dd'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:57:45.399630 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ac7d4-26c4-45d6-b3e1-4d737fd93ce4 req-6438b421-be0e-417d-a126-5736c0452253 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:45.402079 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4e9ac7d4-26c4-45d6-b3e1-4d737fd93ce4 req-6438b421-be0e-417d-a126-5736c0452253 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 944 time: 0.0496347 Jan 27 12:57:45.452953 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4e9ac7d4-26c4-45d6-b3e1-4d737fd93ce4 req-4219107a-3105-4ece-9d05-41165d6c6cb2 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455782 Jan 27 12:57:46.367493 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 90c12678-9047-413e-b2e5-3875f57964dd up at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:57:46.505757 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning for port 90c12678-9047-413e-b2e5-3875f57964dd completed by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 12:57:46.509686 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning complete for port 90c12678-9047-413e-b2e5-3875f57964dd triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:57:46.510090 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (90c12678-9047-413e-b2e5-3875f57964dd), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:46.572504 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b9054-e2fb-4e88-adbd-7273ba84ad6e req-87a00069-e48f-491e-b56b-e9cb05d2b673 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:46.574597 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0f8b9054-e2fb-4e88-adbd-7273ba84ad6e req-87a00069-e48f-491e-b56b-e9cb05d2b673 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 944 time: 0.0518899 Jan 27 12:57:46.589231 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 90c12678-9047-413e-b2e5-3875f57964dd is: BUILD; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:57:46.589624 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (90c12678-9047-413e-b2e5-3875f57964dd), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:46.611299 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0470cd0f-ca0b-4b04-a962-76642e195128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c12678-9047-413e-b2e5-3875f57964dd'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:57:46.613544 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45d1013-c5bd-4889-9d59-82b81e6ef7df" -d '{"events": [{"server_uuid": "0470cd0f-ca0b-4b04-a962-76642e195128", "name": "network-vif-plugged", "status": "completed", "tag": "90c12678-9047-413e-b2e5-3875f57964dd"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:57:46.623751 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-0f8b9054-e2fb-4e88-adbd-7273ba84ad6e req-6e65ff0c-d596-42da-a42d-35cde53f4c3e tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431318 Jan 27 12:57:46.626254 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 90c12678-9047-413e-b2e5-3875f57964dd, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=90c12678-9047-413e-b2e5-3875f57964dd,segment=NetworkSegment(1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f),segment_id=1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:57:46.665478 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (90c12678-9047-413e-b2e5-3875f57964dd), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:46.711801 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93bed5c-e417-4f84-a805-31bf29dba81d x-openstack-request-id: req-e93bed5c-e417-4f84-a805-31bf29dba81d {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:57:46.712091 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0470cd0f-ca0b-4b04-a962-76642e195128", "name": "network-vif-plugged", "status": "completed", "tag": "90c12678-9047-413e-b2e5-3875f57964dd", "code": 200}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:57:46.712343 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e93bed5c-e417-4f84-a805-31bf29dba81d {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:57:46.712724 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0470cd0f-ca0b-4b04-a962-76642e195128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c12678-9047-413e-b2e5-3875f57964dd', 'code': 200} Jan 27 12:57:46.724560 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=90c12678-9047-413e-b2e5-3875f57964dd,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:57:47.006966 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b5016-581d-4163-a0aa-f450a3807fc4 req-a34fef2e-b23a-43fb-b5f7-87ccc894f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:47.008398 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-449b5016-581d-4163-a0aa-f450a3807fc4 req-a34fef2e-b23a-43fb-b5f7-87ccc894f701 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 1098 time: 0.0390711 Jan 27 12:57:47.054323 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-449b5016-581d-4163-a0aa-f450a3807fc4 req-413fdbde-e9e8-41d3-a907-910fcfa6638f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401318 Jan 27 12:57:47.734723 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd843458-bcb6-4e9e-bbac-6b87ff40b8d5 req-43d1683c-2b20-43fc-b354-1b0d7e6f84cc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:47.736187 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-cd843458-bcb6-4e9e-bbac-6b87ff40b8d5 req-43d1683c-2b20-43fc-b354-1b0d7e6f84cc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 945 time: 0.0473208 Jan 27 12:57:47.783625 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-cd843458-bcb6-4e9e-bbac-6b87ff40b8d5 req-82854cc8-d6ba-4db5-a3e7-c2aaece44b64 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419374 Jan 27 12:57:48.894059 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e93445-ef29-48c2-a4a2-01343f1ed647 req-daa33163-eb5d-4887-ab5d-53b297f875ea tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:48.895544 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-75e93445-ef29-48c2-a4a2-01343f1ed647 req-daa33163-eb5d-4887-ab5d-53b297f875ea tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 945 time: 0.0465305 Jan 27 12:57:48.942946 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-75e93445-ef29-48c2-a4a2-01343f1ed647 req-33fc7220-6ca0-42f3-96d9-d14899041fac tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419526 Jan 27 12:57:49.051364 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750123c7-3093-4219-ab96-9a396586be69 req-be7176b8-e08f-420b-9998-a4803813a806 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:49.052803 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-750123c7-3093-4219-ab96-9a396586be69 req-be7176b8-e08f-420b-9998-a4803813a806 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 945 time: 0.0463488 Jan 27 12:57:49.099642 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-750123c7-3093-4219-ab96-9a396586be69 req-d22d6b5d-b64b-487d-bc94-8407d514efac tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413296 Jan 27 12:57:49.120659 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47466) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:57:49.161173 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03919f8c-c4d2-4d65-9431-e99b6016d2dc tempest-TestVolumeBootPattern-248688774 tempest-TestVolumeBootPattern-248688774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:49.162606 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-03919f8c-c4d2-4d65-9431-e99b6016d2dc tempest-TestVolumeBootPattern-248688774 tempest-TestVolumeBootPattern-248688774-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 1093 time: 0.0410190 Jan 27 12:57:49.165259 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47468) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:57:49.169337 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [None req-5ffc8e24-843e-4788-a69e-021c0d0f16ce tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Request body: {'floatingip': {'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'port_id': '90c12678-9047-413e-b2e5-3875f57964dd', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:57:49.259474 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5ffc8e24-843e-4788-a69e-021c0d0f16ce tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:49.353396 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5ffc8e24-843e-4788-a69e-021c0d0f16ce tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:49.456439 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_common [None req-5ffc8e24-843e-4788-a69e-021c0d0f16ce tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Allocated IP 172.27.2.68 (eb2842ee-b281-40a5-b8cc-bad91d1f4211/1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a/fe6350fc-01f2-4ea4-87b6-cd4b8f8dec6e) {{(pid=109462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:57:49.555931 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5ffc8e24-843e-4788-a69e-021c0d0f16ce tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for port (fe6350fc-01f2-4ea4-87b6-cd4b8f8dec6e), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:49.642757 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5ffc8e24-843e-4788-a69e-021c0d0f16ce tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (fe6350fc-01f2-4ea4-87b6-cd4b8f8dec6e), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:49.681717 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffc8e24-843e-4788-a69e-021c0d0f16ce tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Network eb2842ee-b281-40a5-b8cc-bad91d1f4211 is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:57:49.684913 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [None req-5ffc8e24-843e-4788-a69e-021c0d0f16ce tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:57:49.690250 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffc8e24-843e-4788-a69e-021c0d0f16ce tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Received port after_create {{(pid=109462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:57:49.695527 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc8e24-843e-4788-a69e-021c0d0f16ce tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Pushing event updated for resources: {'Port': ['ID=fe6350fc-01f2-4ea4-87b6-cd4b8f8dec6e,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:57:50.310184 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5ffc8e24-843e-4788-a69e-021c0d0f16ce tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for floatingip (a0b4a4b2-c410-4a37-969d-b7bbf8be14b8), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:50.460708 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5ffc8e24-843e-4788-a69e-021c0d0f16ce tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (fe6350fc-01f2-4ea4-87b6-cd4b8f8dec6e), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:50.465296 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-54499ae8-e5a6-4437-bc17-6325adc9081b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:50.610837 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5ffc8e24-843e-4788-a69e-021c0d0f16ce tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for port (fe6350fc-01f2-4ea4-87b6-cd4b8f8dec6e), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:50.687168 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5ffc8e24-843e-4788-a69e-021c0d0f16ce tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (fe6350fc-01f2-4ea4-87b6-cd4b8f8dec6e), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:50.751575 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc8e24-843e-4788-a69e-021c0d0f16ce tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Pushing event updated for resources: {'Port': ['ID=fe6350fc-01f2-4ea4-87b6-cd4b8f8dec6e,revision_number=2']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:57:50.763916 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5ffc8e24-843e-4788-a69e-021c0d0f16ce tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664114'] for floatingip (a0b4a4b2-c410-4a37-969d-b7bbf8be14b8), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:50.865058 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.db.l3_db [None req-5ffc8e24-843e-4788-a69e-021c0d0f16ce tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Floating IP a0b4a4b2-c410-4a37-969d-b7bbf8be14b8 associated. External IP: 172.27.2.68, port: 90c12678-9047-413e-b2e5-3875f57964dd. Jan 27 12:57:51.064320 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffc8e24-843e-4788-a69e-021c0d0f16ce tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:57:51.168104 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffc8e24-843e-4788-a69e-021c0d0f16ce tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:57:51.177527 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea8170d-082f-4153-bfa5-4e8824cda0ff None None] Sync routers for ids ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:57:51.187743 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea8170d-082f-4153-bfa5-4e8824cda0ff None None] Routers {'43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:57:51.188360 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-2ea8170d-082f-4153-bfa5-4e8824cda0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:57:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:57:51.255781 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-5ffc8e24-843e-4788-a69e-021c0d0f16ce tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for floatingip (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:51.283575 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-5ffc8e24-843e-4788-a69e-021c0d0f16ce tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1173258 Jan 27 12:57:51.284176 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0470cd0f-ca0b-4b04-a962-76642e195128', 'tag': '90c12678-9047-413e-b2e5-3875f57964dd'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:57:51.286412 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b27ec42-7116-4b49-8f43-672ebb15d156" -d '{"events": [{"name": "network-changed", "server_uuid": "0470cd0f-ca0b-4b04-a962-76642e195128", "tag": "90c12678-9047-413e-b2e5-3875f57964dd"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:57:51.299208 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-2ea8170d-082f-4153-bfa5-4e8824cda0ff None None] Set router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:57:51.322950 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a97f34-73ee-41f6-954e-e633f898e3f7 x-openstack-request-id: req-f6a97f34-73ee-41f6-954e-e633f898e3f7 {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:57:51.323445 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0470cd0f-ca0b-4b04-a962-76642e195128", "tag": "90c12678-9047-413e-b2e5-3875f57964dd", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:57:51.323546 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f6a97f34-73ee-41f6-954e-e633f898e3f7 {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:57:51.323895 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0470cd0f-ca0b-4b04-a962-76642e195128', 'tag': '90c12678-9047-413e-b2e5-3875f57964dd', 'status': 'completed', 'code': 200} Jan 27 12:57:51.383355 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27ec42-7116-4b49-8f43-672ebb15d156 req-5dec4e22-30ae-40a2-ba2f-938ed81d7361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:51.384864 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3b27ec42-7116-4b49-8f43-672ebb15d156 req-5dec4e22-30ae-40a2-ba2f-938ed81d7361 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680&device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 1098 time: 0.0406916 Jan 27 12:57:51.474307 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27ec42-7116-4b49-8f43-672ebb15d156 req-674cc51a-82c3-4011-963a-6bc7250c3af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:51.475710 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3b27ec42-7116-4b49-8f43-672ebb15d156 req-674cc51a-82c3-4011-963a-6bc7250c3af5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=72bf64c7-d235-4b9a-9065-a23ef74a599a HTTP/1.1" status: 200 len: 913 time: 0.0853078 Jan 27 12:57:51.522378 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-2ea8170d-082f-4153-bfa5-4e8824cda0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 4, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port': {'id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:45Z', 'updated_at': '2022-01-27T12:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': 'a0b4a4b2-c410-4a37-969d-b7bbf8be14b8', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'port_id': '90c12678-9047-413e-b2e5-3875f57964dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'mac_address': 'fa:16:3e:4e:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470cd0f-ca0b-4b04-a962-76642e195128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:57:49Z', 'updated_at': '2022-01-27T12:57:49Z', 'revision_number': 0, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3477a41a-ce3a-470c-865b-ef3a7a0de549', 'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'mac_address': 'fa:16:3e:c9:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:47Z', 'updated_at': '2022-01-27T12:54:52Z', 'revision_number': 5, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'subnets': [{'id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:57:51.539009 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3b27ec42-7116-4b49-8f43-672ebb15d156 req-3fa8f795-8e82-42eb-8c7b-66454b51377c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90c12678-9047-413e-b2e5-3875f57964dd HTTP/1.1" status: 200 len: 998 time: 0.0571768 Jan 27 12:57:51.547977 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea8170d-082f-4153-bfa5-4e8824cda0ff None None] Checking router: 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:57:51.556123 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea8170d-082f-4153-bfa5-4e8824cda0ff None None] Routers {'43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:57:51.556726 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-2ea8170d-082f-4153-bfa5-4e8824cda0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:57:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:57:51.584773 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27ec42-7116-4b49-8f43-672ebb15d156 req-86cf2755-fc69-4d2d-9943-af5a5b981562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:51.586207 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3b27ec42-7116-4b49-8f43-672ebb15d156 req-86cf2755-fc69-4d2d-9943-af5a5b981562 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9488552-cd79-48fa-8e61-55f52db17c90 HTTP/1.1" status: 200 len: 851 time: 0.0420091 Jan 27 12:57:51.634445 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27ec42-7116-4b49-8f43-672ebb15d156 req-6e141501-4941-46dc-9756-7dd9c7250763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:57:51.636172 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3b27ec42-7116-4b49-8f43-672ebb15d156 req-6e141501-4941-46dc-9756-7dd9c7250763 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72bf64c7-d235-4b9a-9065-a23ef74a599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443776 Jan 27 12:57:51.660850 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-2ea8170d-082f-4153-bfa5-4e8824cda0ff None None] Set router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:57:51.722130 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3b27ec42-7116-4b49-8f43-672ebb15d156 req-2ebab1ca-b822-4904-9877-4380c10821b2 service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801506 Jan 27 12:57:51.812831 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3b27ec42-7116-4b49-8f43-672ebb15d156 req-fe15f3c5-c257-48e2-adaf-b746dd896570 service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849781 Jan 27 12:57:51.879496 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-2ea8170d-082f-4153-bfa5-4e8824cda0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 4, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port': {'id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:45Z', 'updated_at': '2022-01-27T12:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': 'a0b4a4b2-c410-4a37-969d-b7bbf8be14b8', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'port_id': '90c12678-9047-413e-b2e5-3875f57964dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'mac_address': 'fa:16:3e:4e:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470cd0f-ca0b-4b04-a962-76642e195128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:57:49Z', 'updated_at': '2022-01-27T12:57:49Z', 'revision_number': 0, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3477a41a-ce3a-470c-865b-ef3a7a0de549', 'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'mac_address': 'fa:16:3e:c9:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:47Z', 'updated_at': '2022-01-27T12:54:52Z', 'revision_number': 5, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'subnets': [{'id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:57:51.908970 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea8170d-082f-4153-bfa5-4e8824cda0ff None None] The sync data for ids ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'] in dv-cinder-824031-3-iscsi is: [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 4, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port': {'id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:45Z', 'updated_at': '2022-01-27T12:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': 'a0b4a4b2-c410-4a37-969d-b7bbf8be14b8', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'port_id': '90c12678-9047-413e-b2e5-3875f57964dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'mac_address': 'fa:16:3e:4e:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470cd0f-ca0b-4b04-a962-76642e195128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:57:49Z', 'updated_at': '2022-01-27T12:57:49Z', 'revision_number': 0, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3477a41a-ce3a-470c-865b-ef3a7a0de549', 'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'mac_address': 'fa:16:3e:c9:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:47Z', 'updated_at': '2022-01-27T12:54:52Z', 'revision_number': 5, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'subnets': [{'id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:57:52.096284 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9632bc3b-acd0-4484-bfd2-4055fa977bf6 None None] New status for floating IP a0b4a4b2-c410-4a37-969d-b7bbf8be14b8: ACTIVE {{(pid=109464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 12:57:52.733729 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-72526616-6f0b-45a8-8e87-a77f02661004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:53.853409 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:55.402090 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:56.698959 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:57.533434 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:57:58.622806 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:58:06.552219 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7d36e41e-7a52-4ea3-8193-80c84f42184f req-76fd18ae-cebe-4cda-9d14-e1fe7c0aa290 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0470cd0f-ca0b-4b04-a962-76642e195128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383751 Jan 27 12:58:06.627837 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36e41e-7a52-4ea3-8193-80c84f42184f req-b28c069e-f4ec-4896-9265-3117d6306921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:58:06.629393 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7d36e41e-7a52-4ea3-8193-80c84f42184f req-b28c069e-f4ec-4896-9265-3117d6306921 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680&device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 1098 time: 0.0402939 Jan 27 12:58:06.730851 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36e41e-7a52-4ea3-8193-80c84f42184f req-8fd3ddb7-42aa-429e-a180-d796f1c4770f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:58:06.732313 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7d36e41e-7a52-4ea3-8193-80c84f42184f req-8fd3ddb7-42aa-429e-a180-d796f1c4770f service neutron] 10.222.0.13 "GET /v2.0/networks?id=72bf64c7-d235-4b9a-9065-a23ef74a599a HTTP/1.1" status: 200 len: 913 time: 0.0863283 Jan 27 12:58:06.795478 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7d36e41e-7a52-4ea3-8193-80c84f42184f req-3f753f96-17e0-45dc-8b7d-7995457e03e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90c12678-9047-413e-b2e5-3875f57964dd HTTP/1.1" status: 200 len: 1000 time: 0.0567799 Jan 27 12:58:06.840131 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36e41e-7a52-4ea3-8193-80c84f42184f req-1a90b421-3b98-4c11-8134-5c78ba9d5ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:58:06.841419 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7d36e41e-7a52-4ea3-8193-80c84f42184f req-1a90b421-3b98-4c11-8134-5c78ba9d5ae0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9488552-cd79-48fa-8e61-55f52db17c90 HTTP/1.1" status: 200 len: 851 time: 0.0409713 Jan 27 12:58:06.886705 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36e41e-7a52-4ea3-8193-80c84f42184f req-ff672f76-10a9-4887-9e60-ae3d6f5b2758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:58:06.888144 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7d36e41e-7a52-4ea3-8193-80c84f42184f req-ff672f76-10a9-4887-9e60-ae3d6f5b2758 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72bf64c7-d235-4b9a-9065-a23ef74a599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412793 Jan 27 12:58:06.973165 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7d36e41e-7a52-4ea3-8193-80c84f42184f req-5a266eaa-c85b-41b1-9272-ff1108adb4f2 service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782552 Jan 27 12:58:07.060969 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-7d36e41e-7a52-4ea3-8193-80c84f42184f req-1322a03e-5b4c-447a-8b4e-0b10b7aa8766 service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813913 Jan 27 12:58:20.475496 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-c2a420c2-b6fe-4f44-8071-b0c71e918385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:58:22.726871 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-247a8898-eb0a-4477-90c9-7bf3364d4025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:58:23.841149 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:58:25.395167 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:58:26.715282 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:58:27.486974 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:58:35.621697 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:58:50.479915 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-22c09bc8-50ef-406a-bb18-21b8da264107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:58:52.749300 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-78a71617-5bd8-4908-820b-afa6857b0b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:58:53.851933 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:58:55.395749 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:58:56.703361 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:58:57.565362 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:06.829015 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-03d8f12c-3c98-404b-81a1-450b6aa99548 req-611fd9ac-e287-47fc-843a-22e858f8a2fa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0470cd0f-ca0b-4b04-a962-76642e195128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387278 Jan 27 12:59:06.905254 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8f12c-3c98-404b-81a1-450b6aa99548 req-8c33c713-e9d5-4bff-a8e5-4d8e4aec9ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:06.906655 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-03d8f12c-3c98-404b-81a1-450b6aa99548 req-8c33c713-e9d5-4bff-a8e5-4d8e4aec9ac7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680&device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 1098 time: 0.0388479 Jan 27 12:59:07.009407 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8f12c-3c98-404b-81a1-450b6aa99548 req-deead6f2-f4c8-4e36-8a8d-c8715bf22b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:07.010573 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-03d8f12c-3c98-404b-81a1-450b6aa99548 req-deead6f2-f4c8-4e36-8a8d-c8715bf22b2b service neutron] 10.222.0.13 "GET /v2.0/networks?id=72bf64c7-d235-4b9a-9065-a23ef74a599a HTTP/1.1" status: 200 len: 913 time: 0.0865526 Jan 27 12:59:07.075664 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-03d8f12c-3c98-404b-81a1-450b6aa99548 req-b76d9f19-8a8a-408d-a33b-98da35decc97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90c12678-9047-413e-b2e5-3875f57964dd HTTP/1.1" status: 200 len: 1000 time: 0.0577936 Jan 27 12:59:07.122707 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8f12c-3c98-404b-81a1-450b6aa99548 req-c70cb1dc-ae5b-4aa4-b931-29cdc4852460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:07.124116 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-03d8f12c-3c98-404b-81a1-450b6aa99548 req-c70cb1dc-ae5b-4aa4-b931-29cdc4852460 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9488552-cd79-48fa-8e61-55f52db17c90 HTTP/1.1" status: 200 len: 851 time: 0.0424635 Jan 27 12:59:07.170320 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8f12c-3c98-404b-81a1-450b6aa99548 req-9409ba86-47ac-4894-9cee-c1f2368c59ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:07.171705 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-03d8f12c-3c98-404b-81a1-450b6aa99548 req-9409ba86-47ac-4894-9cee-c1f2368c59ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72bf64c7-d235-4b9a-9065-a23ef74a599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417664 Jan 27 12:59:07.256286 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-03d8f12c-3c98-404b-81a1-450b6aa99548 req-27f61bde-1a85-4d8c-a463-10c9de0bced3 service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783446 Jan 27 12:59:07.345899 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-03d8f12c-3c98-404b-81a1-450b6aa99548 req-07c453d1-20cc-4d88-8bb0-86b15f27a6a1 service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833220 Jan 27 12:59:12.620396 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:59:20.501504 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-32831bf3-954a-4015-9ef8-3ecd4fbd50ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:22.741216 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-a740fe50-cba8-4c7a-abfb-80b48d671939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:23.868367 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:25.411394 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:26.691795 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:26.762151 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-651861b6-0626-4903-87ab-f678fc22c496 req-3a0b0c5b-15c2-4384-9857-29deed626dd9 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1932287013&fields=id&tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680 HTTP/1.1" status: 200 len: 267 time: 0.0430667 Jan 27 12:59:26.862871 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651861b6-0626-4903-87ab-f678fc22c496 req-c40cef51-ee5c-4f57-888a-599674fc1466 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:26.864234 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-651861b6-0626-4903-87ab-f678fc22c496 req-c40cef51-ee5c-4f57-888a-599674fc1466 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/networks?id=72bf64c7-d235-4b9a-9065-a23ef74a599a HTTP/1.1" status: 200 len: 812 time: 0.0959680 Jan 27 12:59:26.878922 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-651861b6-0626-4903-87ab-f678fc22c496 req-c10016d2-1dc2-4a47-832a-1c7106f5d77a tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/quotas/0cdacd3dfabe494ea8a3e4ce588e0680 HTTP/1.1" status: 200 len: 375 time: 0.0089095 Jan 27 12:59:26.933304 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-651861b6-0626-4903-87ab-f678fc22c496 req-1928c906-1878-464f-85d2-a521e5d76ea5 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490417 Jan 27 12:59:27.014362 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [req-651861b6-0626-4903-87ab-f678fc22c496 req-ee73059c-2707-4445-a563-7ae4410aa27c service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109462) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 12:59:27.015428 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-651861b6-0626-4903-87ab-f678fc22c496 req-ee73059c-2707-4445-a563-7ae4410aa27c service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0703032 Jan 27 12:59:27.100560 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-651861b6-0626-4903-87ab-f678fc22c496 req-6fd174a4-4d1a-48b2-bcc0-15473e759948 service neutron] 10.222.0.39 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794101 Jan 27 12:59:27.188928 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-651861b6-0626-4903-87ab-f678fc22c496 req-240351b8-1c59-4370-b614-846d1240aa5d service neutron] 10.222.0.39 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830123 Jan 27 12:59:27.558301 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:27.784793 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a2dd7c0f-13e7-4aa3-8432-9cd346782142 req-60bc966f-e9be-41a1-aa03-f1718ef20f2c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 210 time: 0.0267863 Jan 27 12:59:28.879436 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d0262ffd-a8a5-438e-ace4-84ddc77af986 req-17d00687-e409-4938-8fbe-56ce85a46dee tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 210 time: 0.0266383 Jan 27 12:59:29.696692 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651861b6-0626-4903-87ab-f678fc22c496 req-57217bf7-68b1-4aac-88a8-8fb881b40352 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:29.698152 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-651861b6-0626-4903-87ab-f678fc22c496 req-57217bf7-68b1-4aac-88a8-8fb881b40352 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.13 "GET /v2.0/networks?id=72bf64c7-d235-4b9a-9065-a23ef74a599a HTTP/1.1" status: 200 len: 812 time: 0.0974534 Jan 27 12:59:29.763486 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-651861b6-0626-4903-87ab-f678fc22c496 req-e09b1cca-6d72-45a4-9abf-c30f3fd512c8 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680 HTTP/1.1" status: 200 len: 380 time: 0.0568089 Jan 27 12:59:29.771561 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [req-651861b6-0626-4903-87ab-f678fc22c496 req-2db28fdc-6e50-4b4f-a193-b726e607ac41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Request body: {'port': {'device_id': 'bf27f62b-ec3c-46ec-a041-5453ef91a5e4', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'admin_state_up': True, 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'security_groups': ['45a2352f-9143-4a6c-b870-c430c66ca958']}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:59:29.914421 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-651861b6-0626-4903-87ab-f678fc22c496 req-2db28fdc-6e50-4b4f-a193-b726e607ac41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Made reservation on behalf of 0cdacd3dfabe494ea8a3e4ce588e0680 for: {'port': 1} {{(pid=109462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 12:59:29.918689 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-651861b6-0626-4903-87ab-f678fc22c496 req-2db28fdc-6e50-4b4f-a193-b726e607ac41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:29.973447 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-00d81454-68d9-4253-aed7-89b1a4967bd5 req-9ca8e3ea-5b9c-47df-a3fc-872ec735dd30 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 210 time: 0.0261261 Jan 27 12:59:30.048246 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_common [req-651861b6-0626-4903-87ab-f678fc22c496 req-2db28fdc-6e50-4b4f-a193-b726e607ac41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Allocated IP 172.20.0.3 (72bf64c7-d235-4b9a-9065-a23ef74a599a/c9488552-cd79-48fa-8e61-55f52db17c90/09c89e46-809a-41aa-9c51-011291fe0bc4) {{(pid=109462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:59:30.181679 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-651861b6-0626-4903-87ab-f678fc22c496 req-2db28fdc-6e50-4b4f-a193-b726e607ac41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for port (09c89e46-809a-41aa-9c51-011291fe0bc4), precommit_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:30.263423 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-651861b6-0626-4903-87ab-f678fc22c496 req-2db28fdc-6e50-4b4f-a193-b726e607ac41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (09c89e46-809a-41aa-9c51-011291fe0bc4), after_create {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:30.308332 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-651861b6-0626-4903-87ab-f678fc22c496 req-2db28fdc-6e50-4b4f-a193-b726e607ac41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Network 72bf64c7-d235-4b9a-9065-a23ef74a599a is already hosted by enough agents. {{(pid=109462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:59:30.311254 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.base_scheduler [req-651861b6-0626-4903-87ab-f678fc22c496 req-2db28fdc-6e50-4b4f-a193-b726e607ac41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Resources bound (agent type, host, resource id): {{(pid=109462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:59:30.317534 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-651861b6-0626-4903-87ab-f678fc22c496 req-2db28fdc-6e50-4b4f-a193-b726e607ac41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Received port after_create {{(pid=109462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:59:30.341461 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db28fdc-6e50-4b4f-a193-b726e607ac41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Pushing event updated for resources: {'Port': ['ID=09c89e46-809a-41aa-9c51-011291fe0bc4,revision_number=1']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:59:30.357940 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db28fdc-6e50-4b4f-a193-b726e607ac41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:30.358287 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db28fdc-6e50-4b4f-a193-b726e607ac41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:30.358639 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db28fdc-6e50-4b4f-a193-b726e607ac41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:30.359118 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db28fdc-6e50-4b4f-a193-b726e607ac41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:30.359325 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db28fdc-6e50-4b4f-a193-b726e607ac41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:30.359651 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db28fdc-6e50-4b4f-a193-b726e607ac41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:30.359990 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db28fdc-6e50-4b4f-a193-b726e607ac41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:30.360300 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db28fdc-6e50-4b4f-a193-b726e607ac41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:30.360619 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db28fdc-6e50-4b4f-a193-b726e607ac41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:30.360942 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db28fdc-6e50-4b4f-a193-b726e607ac41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:30.361268 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db28fdc-6e50-4b4f-a193-b726e607ac41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:30.361581 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db28fdc-6e50-4b4f-a193-b726e607ac41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:30.361896 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db28fdc-6e50-4b4f-a193-b726e607ac41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:30.384182 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651861b6-0626-4903-87ab-f678fc22c496 req-2db28fdc-6e50-4b4f-a193-b726e607ac41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:30.388248 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-651861b6-0626-4903-87ab-f678fc22c496 req-2db28fdc-6e50-4b4f-a193-b726e607ac41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:30.482709 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-651861b6-0626-4903-87ab-f678fc22c496 req-2db28fdc-6e50-4b4f-a193-b726e607ac41 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7146921 Jan 27 12:59:30.488957 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-1e7196ec-38c0-4858-a3b7-bf781831ecdd None None] Provisioning complete for port 09c89e46-809a-41aa-9c51-011291fe0bc4 triggered by entity DHCP. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:59:30.491402 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-1e7196ec-38c0-4858-a3b7-bf781831ecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (09c89e46-809a-41aa-9c51-011291fe0bc4), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:30.493368 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.v2.base [req-651861b6-0626-4903-87ab-f678fc22c496 req-85f5b213-895a-4c83-8c3d-c8c15be3bc9a service neutron] Request body: {'port': {'device_id': 'bf27f62b-ec3c-46ec-a041-5453ef91a5e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=109462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:59:30.524483 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-1e7196ec-38c0-4858-a3b7-bf781831ecdd None None] Port 09c89e46-809a-41aa-9c51-011291fe0bc4 cannot update to ACTIVE because it is not bound. {{(pid=109463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 12:59:30.549742 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-651861b6-0626-4903-87ab-f678fc22c496 req-85f5b213-895a-4c83-8c3d-c8c15be3bc9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (09c89e46-809a-41aa-9c51-011291fe0bc4), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:30.802502 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [req-651861b6-0626-4903-87ab-f678fc22c496 req-85f5b213-895a-4c83-8c3d-c8c15be3bc9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c89e46-809a-41aa-9c51-011291fe0bc4 {{(pid=109462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:59:30.810154 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-651861b6-0626-4903-87ab-f678fc22c496 req-85f5b213-895a-4c83-8c3d-c8c15be3bc9a service neutron] Publish callbacks [] for port (09c89e46-809a-41aa-9c51-011291fe0bc4), precommit_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:30.822219 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.provisioning_blocks [req-651861b6-0626-4903-87ab-f678fc22c496 req-85f5b213-895a-4c83-8c3d-c8c15be3bc9a service neutron] Transition to ACTIVE for port object 09c89e46-809a-41aa-9c51-011291fe0bc4 will not be triggered until provisioned by entity L2. {{(pid=109462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 12:59:30.895851 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-651861b6-0626-4903-87ab-f678fc22c496 req-85f5b213-895a-4c83-8c3d-c8c15be3bc9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (09c89e46-809a-41aa-9c51-011291fe0bc4), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:30.947446 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5b213-895a-4c83-8c3d-c8c15be3bc9a service neutron] Pushing event updated for resources: {'Port': ['ID=09c89e46-809a-41aa-9c51-011291fe0bc4,revision_number=2']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:59:31.017672 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-651861b6-0626-4903-87ab-f678fc22c496 req-85f5b213-895a-4c83-8c3d-c8c15be3bc9a service neutron] Attempting to bind port 09c89e46-809a-41aa-9c51-011291fe0bc4 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 12:59:31.018077 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-651861b6-0626-4903-87ab-f678fc22c496 req-85f5b213-895a-4c83-8c3d-c8c15be3bc9a service neutron] Attempting to bind port 09c89e46-809a-41aa-9c51-011291fe0bc4 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a'}] {{(pid=109462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 12:59:31.018461 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651861b6-0626-4903-87ab-f678fc22c496 req-85f5b213-895a-4c83-8c3d-c8c15be3bc9a service neutron] Attempting to bind port 09c89e46-809a-41aa-9c51-011291fe0bc4 on network 72bf64c7-d235-4b9a-9065-a23ef74a599a {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:59:31.023694 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651861b6-0626-4903-87ab-f678fc22c496 req-85f5b213-895a-4c83-8c3d-c8c15be3bc9a service neutron] Port 09c89e46-809a-41aa-9c51-011291fe0bc4 on network 72bf64c7-d235-4b9a-9065-a23ef74a599a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 12:59:31.024024 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651861b6-0626-4903-87ab-f678fc22c496 req-85f5b213-895a-4c83-8c3d-c8c15be3bc9a service neutron] Attempting to bind port 09c89e46-809a-41aa-9c51-011291fe0bc4 on network 72bf64c7-d235-4b9a-9065-a23ef74a599a {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 12:59:31.029347 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651861b6-0626-4903-87ab-f678fc22c496 req-85f5b213-895a-4c83-8c3d-c8c15be3bc9a service neutron] Checking agent: {'id': 'e5f4578a-8b65-461b-9155-0533d25cd18a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'started_at': datetime.datetime(2022, 1, 27, 12, 43, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 12, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 12:59:31.036407 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651861b6-0626-4903-87ab-f678fc22c496 req-85f5b213-895a-4c83-8c3d-c8c15be3bc9a service neutron] Checking segment: {'id': '1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 12:59:31.036407 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651861b6-0626-4903-87ab-f678fc22c496 req-85f5b213-895a-4c83-8c3d-c8c15be3bc9a service neutron] Bound using segment: {'id': '1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a'} {{(pid=109462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 12:59:31.036407 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.managers [req-651861b6-0626-4903-87ab-f678fc22c496 req-85f5b213-895a-4c83-8c3d-c8c15be3bc9a service neutron] Bound port: 09c89e46-809a-41aa-9c51-011291fe0bc4, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a'}}] {{(pid=109462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 12:59:31.036407 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-651861b6-0626-4903-87ab-f678fc22c496 req-85f5b213-895a-4c83-8c3d-c8c15be3bc9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (09c89e46-809a-41aa-9c51-011291fe0bc4), before_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:31.128236 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cccdcb0-6daf-4d43-a7ea-9e522b7ed5c2 req-de01299c-8121-4348-9df9-f73dd25e71fc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:31.129700 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-6cccdcb0-6daf-4d43-a7ea-9e522b7ed5c2 req-de01299c-8121-4348-9df9-f73dd25e71fc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 943 time: 0.0869234 Jan 27 12:59:31.133279 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-651861b6-0626-4903-87ab-f678fc22c496 req-85f5b213-895a-4c83-8c3d-c8c15be3bc9a service neutron] For port 09c89e46-809a-41aa-9c51-011291fe0bc4, host hv-cinder-82403, cleared binding levels {{(pid=109462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 12:59:31.136368 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-651861b6-0626-4903-87ab-f678fc22c496 req-85f5b213-895a-4c83-8c3d-c8c15be3bc9a service neutron] For port 09c89e46-809a-41aa-9c51-011291fe0bc4, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=09c89e46-809a-41aa-9c51-011291fe0bc4,segment=NetworkSegment(1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f),segment_id=1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f)] {{(pid=109462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 12:59:31.181172 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-6cccdcb0-6daf-4d43-a7ea-9e522b7ed5c2 req-bb90e621-2d44-48b3-ae31-a587d089b39b tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435030 Jan 27 12:59:31.221754 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-651861b6-0626-4903-87ab-f678fc22c496 req-85f5b213-895a-4c83-8c3d-c8c15be3bc9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262273'] for port (09c89e46-809a-41aa-9c51-011291fe0bc4), after_update {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:31.263342 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651861b6-0626-4903-87ab-f678fc22c496 req-85f5b213-895a-4c83-8c3d-c8c15be3bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:31.263342 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-651861b6-0626-4903-87ab-f678fc22c496 req-85f5b213-895a-4c83-8c3d-c8c15be3bc9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:31.263342 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-651861b6-0626-4903-87ab-f678fc22c496 req-85f5b213-895a-4c83-8c3d-c8c15be3bc9a service neutron] 10.222.0.13 "PUT /v2.0/ports/09c89e46-809a-41aa-9c51-011291fe0bc4 HTTP/1.1" status: 200 len: 1093 time: 0.7726641 Jan 27 12:59:31.263342 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf27f62b-ec3c-46ec-a041-5453ef91a5e4', 'tag': '09c89e46-809a-41aa-9c51-011291fe0bc4'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:59:31.264643 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d0d45f-b5dd-4057-a8d4-d2f0a66273fa" -d '{"events": [{"name": "network-changed", "server_uuid": "bf27f62b-ec3c-46ec-a041-5453ef91a5e4", "tag": "09c89e46-809a-41aa-9c51-011291fe0bc4"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:59:31.290862 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5b213-895a-4c83-8c3d-c8c15be3bc9a service neutron] Pushing event updated for resources: {'Port': ['ID=09c89e46-809a-41aa-9c51-011291fe0bc4,revision_number=3']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:59:31.305505 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0216d7c4-2dd7-4ed0-bacf-af0176a30462 x-openstack-request-id: req-0216d7c4-2dd7-4ed0-bacf-af0176a30462 {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:59:31.305805 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf27f62b-ec3c-46ec-a041-5453ef91a5e4", "tag": "09c89e46-809a-41aa-9c51-011291fe0bc4", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:59:31.306193 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0216d7c4-2dd7-4ed0-bacf-af0176a30462 {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:59:31.306604 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf27f62b-ec3c-46ec-a041-5453ef91a5e4', 'tag': '09c89e46-809a-41aa-9c51-011291fe0bc4', 'status': 'completed', 'code': 200} Jan 27 12:59:31.368851 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0d45f-b5dd-4057-a8d4-d2f0a66273fa req-0de7e708-5c4b-4749-8752-e2b73da6201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:31.370393 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-94d0d45f-b5dd-4057-a8d4-d2f0a66273fa req-0de7e708-5c4b-4749-8752-e2b73da6201e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680&device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 1096 time: 0.0431545 Jan 27 12:59:31.488229 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0d45f-b5dd-4057-a8d4-d2f0a66273fa req-d0d736bc-582c-4497-badc-ffe140029318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:31.489707 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-94d0d45f-b5dd-4057-a8d4-d2f0a66273fa req-d0d736bc-582c-4497-badc-ffe140029318 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1118762 Jan 27 12:59:31.581882 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0d45f-b5dd-4057-a8d4-d2f0a66273fa req-c1a8661c-9630-4e8a-9f23-c598583bbcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:31.583287 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-94d0d45f-b5dd-4057-a8d4-d2f0a66273fa req-c1a8661c-9630-4e8a-9f23-c598583bbcf7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880616 Jan 27 12:59:31.654947 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651861b6-0626-4903-87ab-f678fc22c496 req-2445e932-5fe1-4f5d-9107-01506806b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:31.656318 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-651861b6-0626-4903-87ab-f678fc22c496 req-2445e932-5fe1-4f5d-9107-01506806b955 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680&device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 1096 time: 0.0395901 Jan 27 12:59:31.698492 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-651861b6-0626-4903-87ab-f678fc22c496 req-fbafcdc0-cbdd-4d86-8f27-ef8c4f605fe8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09c89e46-809a-41aa-9c51-011291fe0bc4 HTTP/1.1" status: 200 len: 217 time: 0.0358534 Jan 27 12:59:31.745047 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651861b6-0626-4903-87ab-f678fc22c496 req-83dd549e-c78e-4658-86b7-c2e34e9e158e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:31.746467 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-651861b6-0626-4903-87ab-f678fc22c496 req-83dd549e-c78e-4658-86b7-c2e34e9e158e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9488552-cd79-48fa-8e61-55f52db17c90 HTTP/1.1" status: 200 len: 851 time: 0.0425479 Jan 27 12:59:31.789794 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651861b6-0626-4903-87ab-f678fc22c496 req-3215a7dd-c7e4-4686-9154-cd5102fe8c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:31.791278 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-651861b6-0626-4903-87ab-f678fc22c496 req-3215a7dd-c7e4-4686-9154-cd5102fe8c29 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72bf64c7-d235-4b9a-9065-a23ef74a599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394902 Jan 27 12:59:31.879171 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-651861b6-0626-4903-87ab-f678fc22c496 req-853bec77-46b9-4ab8-a445-2ef4586af451 service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813551 Jan 27 12:59:31.963105 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-651861b6-0626-4903-87ab-f678fc22c496 req-259a751f-d373-4a2d-b453-8ebf1228a3a3 service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787151 Jan 27 12:59:32.295901 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b36b5d-02cf-4540-a933-8eb7cb1ac76b req-4a0ce703-3177-4bd8-96db-3ca18d775340 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:32.297352 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-45b36b5d-02cf-4540-a933-8eb7cb1ac76b req-4a0ce703-3177-4bd8-96db-3ca18d775340 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 943 time: 0.0475547 Jan 27 12:59:32.344696 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-45b36b5d-02cf-4540-a933-8eb7cb1ac76b req-fd4ec257-5bed-4b28-bb56-630d13a0d6a3 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418725 Jan 27 12:59:33.458367 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af32a7-47d6-4332-b1bb-13b321f0f301 req-f5f68f72-6843-4ed3-a665-4dd6644deb8f tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:33.460464 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a2af32a7-47d6-4332-b1bb-13b321f0f301 req-f5f68f72-6843-4ed3-a665-4dd6644deb8f tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 943 time: 0.0492411 Jan 27 12:59:33.506875 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-a2af32a7-47d6-4332-b1bb-13b321f0f301 req-166b8e52-447c-4cd0-87ba-f3cc522162b2 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402772 Jan 27 12:59:34.620340 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4649a-85fd-4087-aa98-20b95ef9a112 req-b0fcb06d-ca37-4ca0-bf90-d259b82d1d34 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:34.633607 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-27f4649a-85fd-4087-aa98-20b95ef9a112 req-b0fcb06d-ca37-4ca0-bf90-d259b82d1d34 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 943 time: 0.0509768 Jan 27 12:59:34.669139 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-27f4649a-85fd-4087-aa98-20b95ef9a112 req-1b67e514-b142-49fb-855e-8bd0bd21472c tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418184 Jan 27 12:59:35.780119 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16c0b6-02dc-4837-9bb4-438c835beb40 req-7b2c919b-4abb-4e78-b4b0-33d7d1dbc5d7 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:35.781558 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8a16c0b6-02dc-4837-9bb4-438c835beb40 req-7b2c919b-4abb-4e78-b4b0-33d7d1dbc5d7 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 943 time: 0.0462751 Jan 27 12:59:35.828991 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-8a16c0b6-02dc-4837-9bb4-438c835beb40 req-b6890388-441e-4760-9798-3dd207ea55e7 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420041 Jan 27 12:59:36.938511 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b46aa-8125-4e44-9bba-92cae7af309e req-681baa33-6ada-4924-9978-937d653c665b tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:36.939964 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-544b46aa-8125-4e44-9bba-92cae7af309e req-681baa33-6ada-4924-9978-937d653c665b tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 943 time: 0.0457432 Jan 27 12:59:36.988069 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-544b46aa-8125-4e44-9bba-92cae7af309e req-c3c901e2-11bb-44d2-a801-0365e7d2df17 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419643 Jan 27 12:59:38.098456 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e937f0c-aa2f-44ee-a84d-74d4c4860fa4 req-5a622b6c-22b6-4be7-a4f5-38113925fa43 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:38.099963 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-2e937f0c-aa2f-44ee-a84d-74d4c4860fa4 req-5a622b6c-22b6-4be7-a4f5-38113925fa43 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 943 time: 0.0470214 Jan 27 12:59:38.151022 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-2e937f0c-aa2f-44ee-a84d-74d4c4860fa4 req-da8cc828-da99-4b22-8ccc-39bb238d2428 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454636 Jan 27 12:59:38.957215 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 09c89e46-809a-41aa-9c51-011291fe0bc4 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=109463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 12:59:39.049059 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 09c89e46-809a-41aa-9c51-011291fe0bc4, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=09c89e46-809a-41aa-9c51-011291fe0bc4,segment=NetworkSegment(1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f),segment_id=1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:59:39.059965 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Returning: {'device': '09c89e46-809a-41aa-9c51-011291fe0bc4', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'port_id': '09c89e46-809a-41aa-9c51-011291fe0bc4', 'mac_address': 'fa:16:3e:84:0d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 12:59:39.099496 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 09c89e46-809a-41aa-9c51-011291fe0bc4 is: DOWN; New status is: BUILD {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:59:39.100484 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (09c89e46-809a-41aa-9c51-011291fe0bc4), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:39.112624 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c89e46-809a-41aa-9c51-011291fe0bc4 {{(pid=109463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 12:59:39.130661 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 09c89e46-809a-41aa-9c51-011291fe0bc4, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=09c89e46-809a-41aa-9c51-011291fe0bc4,segment=NetworkSegment(1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f),segment_id=1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:59:39.211431 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (09c89e46-809a-41aa-9c51-011291fe0bc4), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:39.259459 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=09c89e46-809a-41aa-9c51-011291fe0bc4,revision_number=4']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:59:39.264393 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3953f90-1fff-429a-b964-9b23eb28d959 req-de23e560-c7a4-4161-a981-8df8a47680da tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:39.269845 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a3953f90-1fff-429a-b964-9b23eb28d959 req-de23e560-c7a4-4161-a981-8df8a47680da tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 944 time: 0.0510328 Jan 27 12:59:39.269984 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:39.269984 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:39.269984 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:39.269984 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:39.269984 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:39.269984 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:39.269984 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:39.269984 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:39.269984 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:39.269984 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:39.269984 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:39.270921 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:39.270921 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:39.316647 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a3953f90-1fff-429a-b964-9b23eb28d959 req-0db83ba4-4995-4ff2-afd2-8a0181a44476 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446811 Jan 27 12:59:39.433842 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] get_ports_and_sgs() called for port_ids ['09c89e46-809a-41aa-9c51-011291fe0bc4'] {{(pid=109463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 12:59:40.428315 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e36b9-b155-4279-9f73-0a5ce470cb81 req-95bc07b2-18df-47d9-98e6-f873bdccb0c7 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:40.429822 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4c7e36b9-b155-4279-9f73-0a5ce470cb81 req-95bc07b2-18df-47d9-98e6-f873bdccb0c7 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 944 time: 0.0477774 Jan 27 12:59:40.477874 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-4c7e36b9-b155-4279-9f73-0a5ce470cb81 req-bdb4f77f-6fba-4208-a242-3daf3eb75e6d tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425940 Jan 27 12:59:40.985151 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 09c89e46-809a-41aa-9c51-011291fe0bc4 up at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 12:59:41.100785 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning for port 09c89e46-809a-41aa-9c51-011291fe0bc4 completed by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 12:59:41.104373 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.provisioning_blocks [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Provisioning complete for port 09c89e46-809a-41aa-9c51-011291fe0bc4 triggered by entity L2. {{(pid=109463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 12:59:41.104748 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681656'] for port (09c89e46-809a-41aa-9c51-011291fe0bc4), provisioning_complete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:41.181061 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Current status of the port 09c89e46-809a-41aa-9c51-011291fe0bc4 is: BUILD; New status is: ACTIVE {{(pid=109463) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 12:59:41.181440 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (09c89e46-809a-41aa-9c51-011291fe0bc4), before_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:41.202996 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf27f62b-ec3c-46ec-a041-5453ef91a5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c89e46-809a-41aa-9c51-011291fe0bc4'}] {{(pid=109463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:59:41.205246 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb646d86caec4141546434dde30fa7a78883fdc97090f7ff2e59ec7c708ee708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4e4936-e6ee-409f-8bd0-9398a551bd58" -d '{"events": [{"server_uuid": "bf27f62b-ec3c-46ec-a041-5453ef91a5e4", "name": "network-vif-plugged", "status": "completed", "tag": "09c89e46-809a-41aa-9c51-011291fe0bc4"}]}' {{(pid=109463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:59:41.221992 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] For port 09c89e46-809a-41aa-9c51-011291fe0bc4, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=09c89e46-809a-41aa-9c51-011291fe0bc4,segment=NetworkSegment(1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f),segment_id=1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 12:59:41.297168 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587'] for port (09c89e46-809a-41aa-9c51-011291fe0bc4), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:41.344899 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Pushing event updated for resources: {'Port': ['ID=09c89e46-809a-41aa-9c51-011291fe0bc4,revision_number=5']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:59:41.587111 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae8769-3e3c-40ed-aa44-6430d760da62 req-85a28411-5223-4ed3-8341-254059b2cebe tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:41.588560 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3dae8769-3e3c-40ed-aa44-6430d760da62 req-85a28411-5223-4ed3-8341-254059b2cebe tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0466771 Jan 27 12:59:41.636033 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-3dae8769-3e3c-40ed-aa44-6430d760da62 req-1e3d3ad4-d3ae-454e-918e-8955ad78a46a tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418627 Jan 27 12:59:42.248839 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 12:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cea296-cf39-4b23-8e6c-9db4d727d26c x-openstack-request-id: req-a0cea296-cf39-4b23-8e6c-9db4d727d26c {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:59:42.249276 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf27f62b-ec3c-46ec-a041-5453ef91a5e4", "name": "network-vif-plugged", "status": "completed", "tag": "09c89e46-809a-41aa-9c51-011291fe0bc4", "code": 200}]} {{(pid=109463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:59:42.249383 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a0cea296-cf39-4b23-8e6c-9db4d727d26c {{(pid=109463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:59:42.249766 dv-cinder-824031-3-iscsi neutron-server[109463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf27f62b-ec3c-46ec-a041-5453ef91a5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c89e46-809a-41aa-9c51-011291fe0bc4', 'code': 200} Jan 27 12:59:42.600882 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d65ddb-1684-49e6-8d45-ba7dccca35fb req-40b9567f-3406-4d3e-afaf-525461bb570a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:42.602251 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-98d65ddb-1684-49e6-8d45-ba7dccca35fb req-40b9567f-3406-4d3e-afaf-525461bb570a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 1098 time: 0.0393269 Jan 27 12:59:42.648873 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-98d65ddb-1684-49e6-8d45-ba7dccca35fb req-f531e559-fdde-4f21-b149-a0fa2dd86378 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390224 Jan 27 12:59:42.749280 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8653756-92cc-4b18-b551-fed9c9c9fcdf req-529198ce-319d-4b75-892f-1b544d56f271 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:42.750707 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-c8653756-92cc-4b18-b551-fed9c9c9fcdf req-529198ce-319d-4b75-892f-1b544d56f271 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0495009 Jan 27 12:59:42.796944 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-c8653756-92cc-4b18-b551-fed9c9c9fcdf req-15e8b54f-d2fe-4bb2-b08b-a866ad47022e tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408080 Jan 27 12:59:43.909635 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1e3d1-2f01-401b-8234-f9851a91c211 req-c1143225-ca58-42e0-aa75-5bd3005fc7cf tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:43.911093 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3bd1e3d1-2f01-401b-8234-f9851a91c211 req-c1143225-ca58-42e0-aa75-5bd3005fc7cf tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0466423 Jan 27 12:59:43.961186 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-3bd1e3d1-2f01-401b-8234-f9851a91c211 req-86d6431e-5e01-48b8-a8cc-4ca4d6293bb8 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443118 Jan 27 12:59:44.070441 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb35d2-9de2-4b0d-b9fb-b2c492e77fc3 req-4193e4ec-bf86-4b2c-aeeb-533c354f90ab tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:44.071899 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-cfdb35d2-9de2-4b0d-b9fb-b2c492e77fc3 req-4193e4ec-bf86-4b2c-aeeb-533c354f90ab tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0465906 Jan 27 12:59:44.119497 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-cfdb35d2-9de2-4b0d-b9fb-b2c492e77fc3 req-6a2f1b24-7477-4ae7-be2e-702ee79ff188 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419757 Jan 27 12:59:44.141393 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47594) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:59:44.182928 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a11b62-aa06-4ff3-8011-3f653361417c tempest-TestVolumeBootPattern-248688774 tempest-TestVolumeBootPattern-248688774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:44.184394 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-55a11b62-aa06-4ff3-8011-3f653361417c tempest-TestVolumeBootPattern-248688774 tempest-TestVolumeBootPattern-248688774-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 1093 time: 0.0420446 Jan 27 12:59:44.187223 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47596) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 12:59:44.191321 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.v2.base [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Request body: {'floatingip': {'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'port_id': '09c89e46-809a-41aa-9c51-011291fe0bc4', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 12:59:44.260908 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:44.354286 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (None), before_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:44.457338 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.db_base_plugin_common [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Allocated IP 172.27.2.243 (eb2842ee-b281-40a5-b8cc-bad91d1f4211/1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a/ba3fe6f5-b22a-4f83-ba70-7af1900fd72e) {{(pid=109461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 12:59:44.552220 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for port (ba3fe6f5-b22a-4f83-ba70-7af1900fd72e), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:44.644087 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727397611551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (ba3fe6f5-b22a-4f83-ba70-7af1900fd72e), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:44.689586 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Network eb2842ee-b281-40a5-b8cc-bad91d1f4211 is already hosted by enough agents. {{(pid=109461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 12:59:44.692336 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.base_scheduler [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Resources bound (agent type, host, resource id): {{(pid=109461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 12:59:44.697749 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Received port after_create {{(pid=109461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 12:59:44.718613 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Pushing event updated for resources: {'Port': ['ID=ba3fe6f5-b22a-4f83-ba70-7af1900fd72e,revision_number=1']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:59:44.731201 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:44.731564 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:44.731909 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:44.732251 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:44.732590 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:44.732925 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:44.733257 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:44.733590 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:44.733921 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:44.734249 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:44.734577 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:44.734941 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:44.735263 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 12:59:45.046809 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for floatingip (793eab1c-1582-4f8b-a4a7-ce8ca02d8663), precommit_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:45.165232 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665732'] for port (ba3fe6f5-b22a-4f83-ba70-7af1900fd72e), before_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:45.309349 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for port (ba3fe6f5-b22a-4f83-ba70-7af1900fd72e), precommit_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:45.368999 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727398161610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727397611569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727397611587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412271'] for port (ba3fe6f5-b22a-4f83-ba70-7af1900fd72e), after_update {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:45.433361 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Pushing event updated for resources: {'Port': ['ID=ba3fe6f5-b22a-4f83-ba70-7af1900fd72e,revision_number=2']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 12:59:45.443064 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664114'] for floatingip (793eab1c-1582-4f8b-a4a7-ce8ca02d8663), after_create {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:45.540069 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.db.l3_db [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Floating IP 793eab1c-1582-4f8b-a4a7-ce8ca02d8663 associated. External IP: 172.27.2.243, port: 09c89e46-809a-41aa-9c51-011291fe0bc4. Jan 27 12:59:45.740953 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 12:59:45.842886 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 12:59:45.852554 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2757d22-6d7a-48e6-947e-c1d1f99170e6 None None] Sync routers for ids ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 12:59:45.865028 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2757d22-6d7a-48e6-947e-c1d1f99170e6 None None] Routers {'43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:59:45.866151 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-b2757d22-6d7a-48e6-947e-c1d1f99170e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:59:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:59:45.921400 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for floatingip (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:45.948448 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-448403f2-7393-444b-81a8-236644e27439 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7602892 Jan 27 12:59:45.949035 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf27f62b-ec3c-46ec-a041-5453ef91a5e4', 'tag': '09c89e46-809a-41aa-9c51-011291fe0bc4'}] {{(pid=109461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 12:59:45.951287 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13caf501d2ade89ef8f3be641e2375f4ed3bc8c86955b9dc87ba2ae8dc6631d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a6cb84-7cf1-43f2-b6cc-5f25696cfca2" -d '{"events": [{"name": "network-changed", "server_uuid": "bf27f62b-ec3c-46ec-a041-5453ef91a5e4", "tag": "09c89e46-809a-41aa-9c51-011291fe0bc4"}]}' {{(pid=109461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 12:59:45.971629 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-b2757d22-6d7a-48e6-947e-c1d1f99170e6 None None] Set router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:59:46.069495 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 12:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f411c8b-3735-4d26-8269-283f13c0f4d3 x-openstack-request-id: req-7f411c8b-3735-4d26-8269-283f13c0f4d3 {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 12:59:46.069792 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf27f62b-ec3c-46ec-a041-5453ef91a5e4", "tag": "09c89e46-809a-41aa-9c51-011291fe0bc4", "status": "completed", "code": 200}]} {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 12:59:46.070052 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f411c8b-3735-4d26-8269-283f13c0f4d3 {{(pid=109461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 12:59:46.070456 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf27f62b-ec3c-46ec-a041-5453ef91a5e4', 'tag': '09c89e46-809a-41aa-9c51-011291fe0bc4', 'status': 'completed', 'code': 200} Jan 27 12:59:46.130348 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6cb84-7cf1-43f2-b6cc-5f25696cfca2 req-bf8a1bba-4c70-4e58-9974-4aba090cdbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:46.131848 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d7a6cb84-7cf1-43f2-b6cc-5f25696cfca2 req-bf8a1bba-4c70-4e58-9974-4aba090cdbe8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680&device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 1098 time: 0.0396521 Jan 27 12:59:46.194875 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-b2757d22-6d7a-48e6-947e-c1d1f99170e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 4, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port': {'id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:45Z', 'updated_at': '2022-01-27T12:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': '793eab1c-1582-4f8b-a4a7-ce8ca02d8663', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'port_id': '09c89e46-809a-41aa-9c51-011291fe0bc4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'mac_address': 'fa:16:3e:84:0d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf27f62b-ec3c-46ec-a041-5453ef91a5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:59:44Z', 'updated_at': '2022-01-27T12:59:44Z', 'revision_number': 0, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'fixed_ip_address_scope': None}, {'id': 'a0b4a4b2-c410-4a37-969d-b7bbf8be14b8', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'port_id': '90c12678-9047-413e-b2e5-3875f57964dd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'mac_address': 'fa:16:3e:4e:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470cd0f-ca0b-4b04-a962-76642e195128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:57:49Z', 'updated_at': '2022-01-27T12:57:52Z', 'revision_number': 1, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3477a41a-ce3a-470c-865b-ef3a7a0de549', 'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'mac_address': 'fa:16:3e:c9:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:47Z', 'updated_at': '2022-01-27T12:54:52Z', 'revision_number': 5, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'subnets': [{'id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:59:46.218572 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6cb84-7cf1-43f2-b6cc-5f25696cfca2 req-4dd54268-5a6f-4d7e-a84a-a7bef5cb6c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:46.220043 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d7a6cb84-7cf1-43f2-b6cc-5f25696cfca2 req-4dd54268-5a6f-4d7e-a84a-a7bef5cb6c0a service neutron] 10.222.0.13 "GET /v2.0/networks?id=72bf64c7-d235-4b9a-9065-a23ef74a599a HTTP/1.1" status: 200 len: 913 time: 0.0808682 Jan 27 12:59:46.223594 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2757d22-6d7a-48e6-947e-c1d1f99170e6 None None] Checking router: 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 12:59:46.232440 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2757d22-6d7a-48e6-947e-c1d1f99170e6 None None] Routers {'43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 12:59:46.233034 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-b2757d22-6d7a-48e6-947e-c1d1f99170e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T12:59:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:59:46.286087 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d7a6cb84-7cf1-43f2-b6cc-5f25696cfca2 req-e8c1a98b-5c73-4208-8d59-1d5e84703d1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09c89e46-809a-41aa-9c51-011291fe0bc4 HTTP/1.1" status: 200 len: 999 time: 0.0598798 Jan 27 12:59:46.332764 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6cb84-7cf1-43f2-b6cc-5f25696cfca2 req-dad4c652-33d2-44d3-beca-f39efee9082e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:46.334237 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d7a6cb84-7cf1-43f2-b6cc-5f25696cfca2 req-dad4c652-33d2-44d3-beca-f39efee9082e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9488552-cd79-48fa-8e61-55f52db17c90 HTTP/1.1" status: 200 len: 851 time: 0.0426891 Jan 27 12:59:46.340007 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-b2757d22-6d7a-48e6-947e-c1d1f99170e6 None None] Set router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 12:59:46.379290 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6cb84-7cf1-43f2-b6cc-5f25696cfca2 req-d53ae50b-e151-4e53-a4a4-67ee0d33a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 12:59:46.380838 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d7a6cb84-7cf1-43f2-b6cc-5f25696cfca2 req-d53ae50b-e151-4e53-a4a4-67ee0d33a324 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72bf64c7-d235-4b9a-9065-a23ef74a599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404437 Jan 27 12:59:46.568432 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-b2757d22-6d7a-48e6-947e-c1d1f99170e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 4, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port': {'id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:45Z', 'updated_at': '2022-01-27T12:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': '793eab1c-1582-4f8b-a4a7-ce8ca02d8663', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'port_id': '09c89e46-809a-41aa-9c51-011291fe0bc4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'mac_address': 'fa:16:3e:84:0d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf27f62b-ec3c-46ec-a041-5453ef91a5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:59:44Z', 'updated_at': '2022-01-27T12:59:44Z', 'revision_number': 0, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'fixed_ip_address_scope': None}, {'id': 'a0b4a4b2-c410-4a37-969d-b7bbf8be14b8', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'port_id': '90c12678-9047-413e-b2e5-3875f57964dd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'mac_address': 'fa:16:3e:4e:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470cd0f-ca0b-4b04-a962-76642e195128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:57:49Z', 'updated_at': '2022-01-27T12:57:52Z', 'revision_number': 1, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3477a41a-ce3a-470c-865b-ef3a7a0de549', 'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'mac_address': 'fa:16:3e:c9:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:47Z', 'updated_at': '2022-01-27T12:54:52Z', 'revision_number': 5, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'subnets': [{'id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 12:59:46.595483 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2757d22-6d7a-48e6-947e-c1d1f99170e6 None None] The sync data for ids ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'] in dv-cinder-824031-3-iscsi is: [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 4, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port': {'id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:45Z', 'updated_at': '2022-01-27T12:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': '793eab1c-1582-4f8b-a4a7-ce8ca02d8663', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'port_id': '09c89e46-809a-41aa-9c51-011291fe0bc4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'mac_address': 'fa:16:3e:84:0d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf27f62b-ec3c-46ec-a041-5453ef91a5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:59:44Z', 'updated_at': '2022-01-27T12:59:44Z', 'revision_number': 0, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'fixed_ip_address_scope': None}, {'id': 'a0b4a4b2-c410-4a37-969d-b7bbf8be14b8', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'port_id': '90c12678-9047-413e-b2e5-3875f57964dd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'mac_address': 'fa:16:3e:4e:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470cd0f-ca0b-4b04-a962-76642e195128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:57:49Z', 'updated_at': '2022-01-27T12:57:52Z', 'revision_number': 1, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3477a41a-ce3a-470c-865b-ef3a7a0de549', 'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'mac_address': 'fa:16:3e:c9:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:47Z', 'updated_at': '2022-01-27T12:54:52Z', 'revision_number': 5, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'subnets': [{'id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 12:59:46.762687 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d7a6cb84-7cf1-43f2-b6cc-5f25696cfca2 req-862a28af-0005-4c0a-ac97-6a58e40055f7 service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750734 Jan 27 12:59:46.804972 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5879ee2-ac6f-4096-9183-952e2a0081b4 None None] New status for floating IP 793eab1c-1582-4f8b-a4a7-ce8ca02d8663: ACTIVE {{(pid=109464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 12:59:46.862307 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-d7a6cb84-7cf1-43f2-b6cc-5f25696cfca2 req-91eb5bc1-52b3-4937-ba8b-ba4cd3f5695d service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934386 Jan 27 12:59:49.620188 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 12:59:50.467747 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-9d91f9a1-dd7a-4994-9d6d-e0eb8c704c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:52.725619 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-c297c708-0da9-40f2-8fa9-f82362f1ad88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:53.907891 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:55.439730 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:56.711277 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 12:59:57.541812 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:00:06.557786 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a70e1c5f-6b5a-40d1-b60c-7ee57f6ed015 req-cdb2b706-e3ee-4197-9e1d-a9f21d403b4f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0470cd0f-ca0b-4b04-a962-76642e195128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423031 Jan 27 13:00:06.636179 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e1c5f-6b5a-40d1-b60c-7ee57f6ed015 req-c1897150-0c14-4f10-b468-a8d86a33eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 13:00:06.637623 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a70e1c5f-6b5a-40d1-b60c-7ee57f6ed015 req-c1897150-0c14-4f10-b468-a8d86a33eeb5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680&device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 1098 time: 0.0394855 Jan 27 13:00:06.735546 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e1c5f-6b5a-40d1-b60c-7ee57f6ed015 req-32dc5d96-f2ae-4045-812d-9f77d930560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 13:00:06.736988 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a70e1c5f-6b5a-40d1-b60c-7ee57f6ed015 req-32dc5d96-f2ae-4045-812d-9f77d930560d service neutron] 10.222.0.13 "GET /v2.0/networks?id=72bf64c7-d235-4b9a-9065-a23ef74a599a HTTP/1.1" status: 200 len: 913 time: 0.0806558 Jan 27 13:00:06.801481 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a70e1c5f-6b5a-40d1-b60c-7ee57f6ed015 req-eb9e0c04-3a1d-44c6-a0d6-35085ddb3029 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90c12678-9047-413e-b2e5-3875f57964dd HTTP/1.1" status: 200 len: 1000 time: 0.0579193 Jan 27 13:00:06.847610 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e1c5f-6b5a-40d1-b60c-7ee57f6ed015 req-f90ee4f5-4281-4806-9550-5d1a70498475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 13:00:06.848904 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a70e1c5f-6b5a-40d1-b60c-7ee57f6ed015 req-f90ee4f5-4281-4806-9550-5d1a70498475 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9488552-cd79-48fa-8e61-55f52db17c90 HTTP/1.1" status: 200 len: 851 time: 0.0414541 Jan 27 13:00:06.892313 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e1c5f-6b5a-40d1-b60c-7ee57f6ed015 req-48ae6c9d-9f4e-45a7-aff5-bbd7989ab655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 13:00:06.893728 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a70e1c5f-6b5a-40d1-b60c-7ee57f6ed015 req-48ae6c9d-9f4e-45a7-aff5-bbd7989ab655 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72bf64c7-d235-4b9a-9065-a23ef74a599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389237 Jan 27 13:00:06.982889 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a70e1c5f-6b5a-40d1-b60c-7ee57f6ed015 req-677f081c-2cfc-427e-afce-0c6bde287921 service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827706 Jan 27 13:00:07.069972 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-a70e1c5f-6b5a-40d1-b60c-7ee57f6ed015 req-d7128337-6ab0-44bc-b2b8-7abc120e44a6 service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808663 Jan 27 13:00:20.461983 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-c1aa4522-b3e9-421c-8586-43a7346c9752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:00:22.747366 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-00fa9954-0cce-42ee-9db0-7a5e8038d9b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:00:23.867410 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:00:25.407610 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:00:26.618976 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 13:00:26.698880 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:00:27.518233 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:00:50.469343 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-6f29ada6-9c06-44a7-a1ce-e314e06a2a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:00:52.771958 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-c92a6c5e-7ae9-4719-b557-e49b485f3c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:00:53.903218 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:00:55.400520 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:00:56.695258 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:00:57.529203 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:03.617637 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 13:01:07.547860 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-88812679-86da-4af3-933f-f6eddb678b21 req-383e668c-86bd-44a5-ba76-9119329b91a6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436356 Jan 27 13:01:07.604764 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88812679-86da-4af3-933f-f6eddb678b21 req-79c19a1f-ed12-4cb1-895b-babe3bfe9338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 13:01:07.606186 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-88812679-86da-4af3-933f-f6eddb678b21 req-79c19a1f-ed12-4cb1-895b-babe3bfe9338 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680&device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 1098 time: 0.0389323 Jan 27 13:01:07.703332 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88812679-86da-4af3-933f-f6eddb678b21 req-693bdd37-fc75-4efe-8bad-719e5f135378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 13:01:07.704745 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-88812679-86da-4af3-933f-f6eddb678b21 req-693bdd37-fc75-4efe-8bad-719e5f135378 service neutron] 10.222.0.13 "GET /v2.0/networks?id=72bf64c7-d235-4b9a-9065-a23ef74a599a HTTP/1.1" status: 200 len: 913 time: 0.0805998 Jan 27 13:01:07.769552 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-88812679-86da-4af3-933f-f6eddb678b21 req-05c3ab58-6830-4da9-8680-6bcaa9de0ff3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09c89e46-809a-41aa-9c51-011291fe0bc4 HTTP/1.1" status: 200 len: 1001 time: 0.0594440 Jan 27 13:01:07.813622 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88812679-86da-4af3-933f-f6eddb678b21 req-647cf779-c425-42b0-8588-e54d32d70729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 13:01:07.814936 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-88812679-86da-4af3-933f-f6eddb678b21 req-647cf779-c425-42b0-8588-e54d32d70729 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9488552-cd79-48fa-8e61-55f52db17c90 HTTP/1.1" status: 200 len: 851 time: 0.0401237 Jan 27 13:01:07.856959 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88812679-86da-4af3-933f-f6eddb678b21 req-24aa7958-62ae-4f0b-8965-cd2bf704985a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 13:01:07.858348 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-88812679-86da-4af3-933f-f6eddb678b21 req-24aa7958-62ae-4f0b-8965-cd2bf704985a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72bf64c7-d235-4b9a-9065-a23ef74a599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382063 Jan 27 13:01:07.943686 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-88812679-86da-4af3-933f-f6eddb678b21 req-a6b132c6-04c4-4c0a-93b1-c045fbb95cd4 service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793386 Jan 27 13:01:08.029780 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-88812679-86da-4af3-933f-f6eddb678b21 req-d2ed67be-4388-47ff-81e1-9443221eb0a4 service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796363 Jan 27 13:01:09.548232 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [req-8557c469-459c-496f-807c-b914bff2c072 req-b70e9b9b-f4ac-4410-b2fc-ba6bff31663c service neutron] (109461) timed out ('10.222.0.13', 60928) {{(pid=109461) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 13:01:12.791847 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47630) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 13:01:12.984260 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c6391-11c2-4b65-b033-f7f748d103dc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Deleting port ba3fe6f5-b22a-4f83-ba70-7af1900fd72e {{(pid=109461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 13:01:12.984516 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6e8c6391-11c2-4b65-b033-f7f748d103dc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (ba3fe6f5-b22a-4f83-ba70-7af1900fd72e), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:13.058916 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6e8c6391-11c2-4b65-b033-f7f748d103dc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (ba3fe6f5-b22a-4f83-ba70-7af1900fd72e), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:13.059242 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6e8c6391-11c2-4b65-b033-f7f748d103dc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for floatingip (ba3fe6f5-b22a-4f83-ba70-7af1900fd72e), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:13.070530 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c6391-11c2-4b65-b033-f7f748d103dc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Calling delete_port for ba3fe6f5-b22a-4f83-ba70-7af1900fd72e owned by network:floatingip {{(pid=109461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 13:01:13.445790 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6e8c6391-11c2-4b65-b033-f7f748d103dc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (ba3fe6f5-b22a-4f83-ba70-7af1900fd72e), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:13.473999 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c6391-11c2-4b65-b033-f7f748d103dc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Pushing event deleted for resources: {'Port': ['ID=ba3fe6f5-b22a-4f83-ba70-7af1900fd72e,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 13:01:13.486052 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c6391-11c2-4b65-b033-f7f748d103dc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:13.486410 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c6391-11c2-4b65-b033-f7f748d103dc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:13.486779 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c6391-11c2-4b65-b033-f7f748d103dc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:13.487127 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c6391-11c2-4b65-b033-f7f748d103dc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:13.487464 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c6391-11c2-4b65-b033-f7f748d103dc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:13.487795 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c6391-11c2-4b65-b033-f7f748d103dc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:13.488125 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c6391-11c2-4b65-b033-f7f748d103dc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:13.488454 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c6391-11c2-4b65-b033-f7f748d103dc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:13.488784 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c6391-11c2-4b65-b033-f7f748d103dc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:13.489110 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c6391-11c2-4b65-b033-f7f748d103dc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:13.489436 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c6391-11c2-4b65-b033-f7f748d103dc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:13.489757 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c6391-11c2-4b65-b033-f7f748d103dc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:13.490105 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c6391-11c2-4b65-b033-f7f748d103dc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:13.549164 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6e8c6391-11c2-4b65-b033-f7f748d103dc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for floatingip (793eab1c-1582-4f8b-a4a7-ce8ca02d8663), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:13.549423 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.db.l3_db [None req-6e8c6391-11c2-4b65-b033-f7f748d103dc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Floating IP 793eab1c-1582-4f8b-a4a7-ce8ca02d8663 disassociated (deleted). External IP: 172.27.2.243, port: 09c89e46-809a-41aa-9c51-011291fe0bc4. Jan 27 13:01:13.998428 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8c6391-11c2-4b65-b033-f7f748d103dc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 13:01:14.101424 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8c6391-11c2-4b65-b033-f7f748d103dc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 13:01:14.105765 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-6e8c6391-11c2-4b65-b033-f7f748d103dc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for floatingip (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:14.110978 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedb5ffe-456c-40f6-8289-f1cee697b7c5 None None] Sync routers for ids ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 13:01:14.122235 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedb5ffe-456c-40f6-8289-f1cee697b7c5 None None] Routers {'43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 13:01:14.122885 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-eedb5ffe-456c-40f6-8289-f1cee697b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T13:00:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 13:01:14.133726 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-6e8c6391-11c2-4b65-b033-f7f748d103dc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "DELETE /v2.0/floatingips/793eab1c-1582-4f8b-a4a7-ce8ca02d8663 HTTP/1.1" status: 204 len: 168 time: 1.3391106 Jan 27 13:01:14.133726 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf27f62b-ec3c-46ec-a041-5453ef91a5e4', 'tag': '09c89e46-809a-41aa-9c51-011291fe0bc4'}] {{(pid=109461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 13:01:14.135757 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13caf501d2ade89ef8f3be641e2375f4ed3bc8c86955b9dc87ba2ae8dc6631d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84fdb0f-a59d-455c-9994-a14c2509cdf5" -d '{"events": [{"name": "network-changed", "server_uuid": "bf27f62b-ec3c-46ec-a041-5453ef91a5e4", "tag": "09c89e46-809a-41aa-9c51-011291fe0bc4"}]}' {{(pid=109461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 13:01:14.177206 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 13:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf14c0c3-509a-4541-b69b-02516947eef6 x-openstack-request-id: req-bf14c0c3-509a-4541-b69b-02516947eef6 {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 13:01:14.177497 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf27f62b-ec3c-46ec-a041-5453ef91a5e4", "tag": "09c89e46-809a-41aa-9c51-011291fe0bc4", "status": "completed", "code": 200}]} {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 13:01:14.177752 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf14c0c3-509a-4541-b69b-02516947eef6 {{(pid=109461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 13:01:14.178156 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf27f62b-ec3c-46ec-a041-5453ef91a5e4', 'tag': '09c89e46-809a-41aa-9c51-011291fe0bc4', 'status': 'completed', 'code': 200} Jan 27 13:01:14.238783 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-eedb5ffe-456c-40f6-8289-f1cee697b7c5 None None] Set router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 13:01:14.246937 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fdb0f-a59d-455c-9994-a14c2509cdf5 req-cf859bca-657f-46a6-bec1-cdc6fc2032fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 13:01:14.248567 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b84fdb0f-a59d-455c-9994-a14c2509cdf5 req-cf859bca-657f-46a6-bec1-cdc6fc2032fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680&device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 1098 time: 0.0457866 Jan 27 13:01:14.338639 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fdb0f-a59d-455c-9994-a14c2509cdf5 req-e373473b-c1ff-486e-bed6-50b07ad29c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 13:01:14.340136 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b84fdb0f-a59d-455c-9994-a14c2509cdf5 req-e373473b-c1ff-486e-bed6-50b07ad29c4a service neutron] 10.222.0.13 "GET /v2.0/networks?id=72bf64c7-d235-4b9a-9065-a23ef74a599a HTTP/1.1" status: 200 len: 913 time: 0.0862153 Jan 27 13:01:14.383208 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b84fdb0f-a59d-455c-9994-a14c2509cdf5 req-0fc8515b-12f6-495c-acac-67820c66e9a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09c89e46-809a-41aa-9c51-011291fe0bc4 HTTP/1.1" status: 200 len: 217 time: 0.0375535 Jan 27 13:01:14.432806 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fdb0f-a59d-455c-9994-a14c2509cdf5 req-05c04ed0-54fb-437e-873d-cf71396247bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 13:01:14.434255 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b84fdb0f-a59d-455c-9994-a14c2509cdf5 req-05c04ed0-54fb-437e-873d-cf71396247bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9488552-cd79-48fa-8e61-55f52db17c90 HTTP/1.1" status: 200 len: 851 time: 0.0449612 Jan 27 13:01:14.464560 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-eedb5ffe-456c-40f6-8289-f1cee697b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 4, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port': {'id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:45Z', 'updated_at': '2022-01-27T12:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': 'a0b4a4b2-c410-4a37-969d-b7bbf8be14b8', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'port_id': '90c12678-9047-413e-b2e5-3875f57964dd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'mac_address': 'fa:16:3e:4e:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470cd0f-ca0b-4b04-a962-76642e195128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:57:49Z', 'updated_at': '2022-01-27T12:57:52Z', 'revision_number': 1, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3477a41a-ce3a-470c-865b-ef3a7a0de549', 'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'mac_address': 'fa:16:3e:c9:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:47Z', 'updated_at': '2022-01-27T12:54:52Z', 'revision_number': 5, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'subnets': [{'id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 13:01:14.481813 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fdb0f-a59d-455c-9994-a14c2509cdf5 req-23781398-bba4-4ead-884f-26ad41435923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 13:01:14.483350 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b84fdb0f-a59d-455c-9994-a14c2509cdf5 req-23781398-bba4-4ead-884f-26ad41435923 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72bf64c7-d235-4b9a-9065-a23ef74a599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434823 Jan 27 13:01:14.490616 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedb5ffe-456c-40f6-8289-f1cee697b7c5 None None] Checking router: 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 13:01:14.501536 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedb5ffe-456c-40f6-8289-f1cee697b7c5 None None] Routers {'43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 13:01:14.502156 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-eedb5ffe-456c-40f6-8289-f1cee697b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T13:00:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 13:01:14.586660 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b84fdb0f-a59d-455c-9994-a14c2509cdf5 req-2da304a0-c700-4dc5-ac8f-f667029e95c1 service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972033 Jan 27 13:01:14.610798 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-eedb5ffe-456c-40f6-8289-f1cee697b7c5 None None] Set router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 13:01:14.697281 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f632373-c32b-4f10-8f8f-403a13d93a21 req-17eead78-4b6c-4bc9-bb4c-0a918acefed3 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 13:01:14.698852 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4f632373-c32b-4f10-8f8f-403a13d93a21 req-17eead78-4b6c-4bc9-bb4c-0a918acefed3 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 945 time: 0.1585460 Jan 27 13:01:14.732870 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b84fdb0f-a59d-455c-9994-a14c2509cdf5 req-5104190e-2415-4420-b9a0-0772875a91a7 service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400309 Jan 27 13:01:14.766058 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-4f632373-c32b-4f10-8f8f-403a13d93a21 req-10458fd6-51d1-408d-bbea-d6a66d069194 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587113 Jan 27 13:01:14.833812 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-eedb5ffe-456c-40f6-8289-f1cee697b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 4, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port': {'id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:45Z', 'updated_at': '2022-01-27T12:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': 'a0b4a4b2-c410-4a37-969d-b7bbf8be14b8', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'port_id': '90c12678-9047-413e-b2e5-3875f57964dd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'mac_address': 'fa:16:3e:4e:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470cd0f-ca0b-4b04-a962-76642e195128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:57:49Z', 'updated_at': '2022-01-27T12:57:52Z', 'revision_number': 1, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3477a41a-ce3a-470c-865b-ef3a7a0de549', 'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'mac_address': 'fa:16:3e:c9:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:47Z', 'updated_at': '2022-01-27T12:54:52Z', 'revision_number': 5, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'subnets': [{'id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 13:01:14.860065 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedb5ffe-456c-40f6-8289-f1cee697b7c5 None None] The sync data for ids ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'] in dv-cinder-824031-3-iscsi is: [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 4, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port': {'id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:45Z', 'updated_at': '2022-01-27T12:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_floatingips': [{'id': 'a0b4a4b2-c410-4a37-969d-b7bbf8be14b8', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'router_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'port_id': '90c12678-9047-413e-b2e5-3875f57964dd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'mac_address': 'fa:16:3e:4e:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470cd0f-ca0b-4b04-a962-76642e195128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T12:57:49Z', 'updated_at': '2022-01-27T12:57:52Z', 'revision_number': 1, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3477a41a-ce3a-470c-865b-ef3a7a0de549', 'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'mac_address': 'fa:16:3e:c9:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:47Z', 'updated_at': '2022-01-27T12:54:52Z', 'revision_number': 5, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'subnets': [{'id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 13:01:15.062538 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d65507-5237-44ab-a217-f88c47fd617f None None] New status for floating IP 793eab1c-1582-4f8b-a4a7-ce8ca02d8663: DOWN {{(pid=109464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 13:01:15.927746 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a712f88-9025-4b09-95b1-599cecef6e3f req-e02dae22-588d-4089-b710-22cd0f43519f tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 13:01:15.929741 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5a712f88-9025-4b09-95b1-599cecef6e3f req-e02dae22-588d-4089-b710-22cd0f43519f tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0945263 Jan 27 13:01:15.976963 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-5a712f88-9025-4b09-95b1-599cecef6e3f req-2b6ee087-99b3-4714-874a-129e4a3f22e3 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416541 Jan 27 13:01:16.147017 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53f207-1cec-4ce9-a09d-3665fe641f7b req-b8740a05-22bb-4f36-832e-97441489dd66 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 13:01:16.148373 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2b53f207-1cec-4ce9-a09d-3665fe641f7b req-b8740a05-22bb-4f36-832e-97441489dd66 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0461013 Jan 27 13:01:16.233626 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-2b53f207-1cec-4ce9-a09d-3665fe641f7b req-9e9331dc-a6ec-419f-a7f1-10bbb9564689 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Deleting port 09c89e46-809a-41aa-9c51-011291fe0bc4 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 13:01:16.233960 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-2b53f207-1cec-4ce9-a09d-3665fe641f7b req-9e9331dc-a6ec-419f-a7f1-10bbb9564689 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (09c89e46-809a-41aa-9c51-011291fe0bc4), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:16.323028 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-2b53f207-1cec-4ce9-a09d-3665fe641f7b req-9e9331dc-a6ec-419f-a7f1-10bbb9564689 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] For port 09c89e46-809a-41aa-9c51-011291fe0bc4, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=09c89e46-809a-41aa-9c51-011291fe0bc4,segment=NetworkSegment(1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f),segment_id=1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 13:01:16.323396 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-2b53f207-1cec-4ce9-a09d-3665fe641f7b req-9e9331dc-a6ec-419f-a7f1-10bbb9564689 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (09c89e46-809a-41aa-9c51-011291fe0bc4), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:16.335737 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-2b53f207-1cec-4ce9-a09d-3665fe641f7b req-9e9331dc-a6ec-419f-a7f1-10bbb9564689 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Calling delete_port for 09c89e46-809a-41aa-9c51-011291fe0bc4 owned by compute:nova {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 13:01:16.519766 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-2b53f207-1cec-4ce9-a09d-3665fe641f7b req-9e9331dc-a6ec-419f-a7f1-10bbb9564689 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (09c89e46-809a-41aa-9c51-011291fe0bc4), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:16.547811 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9331dc-a6ec-419f-a7f1-10bbb9564689 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Pushing event deleted for resources: {'Port': ['ID=09c89e46-809a-41aa-9c51-011291fe0bc4,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 13:01:16.557370 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9331dc-a6ec-419f-a7f1-10bbb9564689 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:16.557736 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9331dc-a6ec-419f-a7f1-10bbb9564689 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:16.558088 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9331dc-a6ec-419f-a7f1-10bbb9564689 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:16.558438 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9331dc-a6ec-419f-a7f1-10bbb9564689 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:16.558792 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9331dc-a6ec-419f-a7f1-10bbb9564689 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:16.559136 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9331dc-a6ec-419f-a7f1-10bbb9564689 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:16.559475 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9331dc-a6ec-419f-a7f1-10bbb9564689 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:16.559811 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9331dc-a6ec-419f-a7f1-10bbb9564689 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:16.560153 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9331dc-a6ec-419f-a7f1-10bbb9564689 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:16.560809 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9331dc-a6ec-419f-a7f1-10bbb9564689 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:16.560809 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9331dc-a6ec-419f-a7f1-10bbb9564689 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:16.561106 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9331dc-a6ec-419f-a7f1-10bbb9564689 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:16.561431 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9331dc-a6ec-419f-a7f1-10bbb9564689 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:16.601931 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b53f207-1cec-4ce9-a09d-3665fe641f7b req-9e9331dc-a6ec-419f-a7f1-10bbb9564689 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] No DVR routers for this DVR port 09c89e46-809a-41aa-9c51-011291fe0bc4 on host hv-cinder-82403 {{(pid=109462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 13:01:16.604487 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-2b53f207-1cec-4ce9-a09d-3665fe641f7b req-9e9331dc-a6ec-419f-a7f1-10bbb9564689 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:16.607912 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-2b53f207-1cec-4ce9-a09d-3665fe641f7b req-9e9331dc-a6ec-419f-a7f1-10bbb9564689 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.13 "DELETE /v2.0/ports/09c89e46-809a-41aa-9c51-011291fe0bc4 HTTP/1.1" status: 204 len: 173 time: 0.4544730 Jan 27 13:01:16.608360 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf27f62b-ec3c-46ec-a041-5453ef91a5e4', 'name': 'network-vif-deleted', 'tag': '09c89e46-809a-41aa-9c51-011291fe0bc4'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 13:01:16.611265 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747984ad-bdd2-49a9-966c-d811895f0f3b" -d '{"events": [{"server_uuid": "bf27f62b-ec3c-46ec-a041-5453ef91a5e4", "name": "network-vif-deleted", "tag": "09c89e46-809a-41aa-9c51-011291fe0bc4"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 13:01:16.646083 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 13:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15725fff-ac30-449a-96c7-8a72e296c4de x-openstack-request-id: req-15725fff-ac30-449a-96c7-8a72e296c4de {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 13:01:16.646387 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf27f62b-ec3c-46ec-a041-5453ef91a5e4", "name": "network-vif-deleted", "tag": "09c89e46-809a-41aa-9c51-011291fe0bc4", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 13:01:16.646646 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15725fff-ac30-449a-96c7-8a72e296c4de {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 13:01:16.647089 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf27f62b-ec3c-46ec-a041-5453ef91a5e4', 'name': 'network-vif-deleted', 'tag': '09c89e46-809a-41aa-9c51-011291fe0bc4', 'status': 'completed', 'code': 200} Jan 27 13:01:17.076092 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-19472ce6-0b53-4ee0-a909-4aceeeacfbaf req-b137b4af-4c30-4ea1-a175-c6a00ab692e6 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf27f62b-ec3c-46ec-a041-5453ef91a5e4 HTTP/1.1" status: 200 len: 210 time: 0.0295887 Jan 27 13:01:19.504634 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 09c89e46-809a-41aa-9c51-011291fe0bc4 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 13:01:19.528618 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] No Port match for: 09c89e46-809a-41aa-9c51-011291fe0bc4 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 13:01:19.528887 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 09c89e46-809a-41aa-9c51-011291fe0bc4 not bound to the agent host hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 13:01:20.478979 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-2a216d0d-d392-474d-b6f2-a1c571ba6145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:20.519670 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47676) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 13:01:20.671599 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-133bc6b4-87bb-4373-b29f-47b815046dbc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Deleting port fe6350fc-01f2-4ea4-87b6-cd4b8f8dec6e {{(pid=109461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 13:01:20.671945 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-133bc6b4-87bb-4373-b29f-47b815046dbc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (fe6350fc-01f2-4ea4-87b6-cd4b8f8dec6e), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:20.743753 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-133bc6b4-87bb-4373-b29f-47b815046dbc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (fe6350fc-01f2-4ea4-87b6-cd4b8f8dec6e), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:20.744082 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-133bc6b4-87bb-4373-b29f-47b815046dbc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for floatingip (fe6350fc-01f2-4ea4-87b6-cd4b8f8dec6e), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:20.755850 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-133bc6b4-87bb-4373-b29f-47b815046dbc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Calling delete_port for fe6350fc-01f2-4ea4-87b6-cd4b8f8dec6e owned by network:floatingip {{(pid=109461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 13:01:20.970682 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-133bc6b4-87bb-4373-b29f-47b815046dbc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (fe6350fc-01f2-4ea4-87b6-cd4b8f8dec6e), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:20.995422 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133bc6b4-87bb-4373-b29f-47b815046dbc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Pushing event deleted for resources: {'Port': ['ID=fe6350fc-01f2-4ea4-87b6-cd4b8f8dec6e,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 13:01:21.055659 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-133bc6b4-87bb-4373-b29f-47b815046dbc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for floatingip (a0b4a4b2-c410-4a37-969d-b7bbf8be14b8), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:21.055994 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.db.l3_db [None req-133bc6b4-87bb-4373-b29f-47b815046dbc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Floating IP a0b4a4b2-c410-4a37-969d-b7bbf8be14b8 disassociated (deleted). External IP: 172.27.2.68, port: 90c12678-9047-413e-b2e5-3875f57964dd. Jan 27 13:01:21.254636 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133bc6b4-87bb-4373-b29f-47b815046dbc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 13:01:21.357929 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133bc6b4-87bb-4373-b29f-47b815046dbc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 13:01:21.362659 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-133bc6b4-87bb-4373-b29f-47b815046dbc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for floatingip (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:21.367741 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cda99f9-fc36-4d17-84e3-37eaa75cc83a None None] Sync routers for ids ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 13:01:21.377379 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cda99f9-fc36-4d17-84e3-37eaa75cc83a None None] Routers {'43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 13:01:21.377987 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-8cda99f9-fc36-4d17-84e3-37eaa75cc83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T13:00:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 13:01:21.392549 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-133bc6b4-87bb-4373-b29f-47b815046dbc tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "DELETE /v2.0/floatingips/a0b4a4b2-c410-4a37-969d-b7bbf8be14b8 HTTP/1.1" status: 204 len: 168 time: 0.8716981 Jan 27 13:01:21.393151 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0470cd0f-ca0b-4b04-a962-76642e195128', 'tag': '90c12678-9047-413e-b2e5-3875f57964dd'}] {{(pid=109461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 13:01:21.395508 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13caf501d2ade89ef8f3be641e2375f4ed3bc8c86955b9dc87ba2ae8dc6631d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f15802-0a3b-482e-9bee-6ba94bc9f24b" -d '{"events": [{"name": "network-changed", "server_uuid": "0470cd0f-ca0b-4b04-a962-76642e195128", "tag": "90c12678-9047-413e-b2e5-3875f57964dd"}]}' {{(pid=109461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 13:01:21.432699 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 13:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5058ee9c-6b98-451e-b763-847bec45b9ba x-openstack-request-id: req-5058ee9c-6b98-451e-b763-847bec45b9ba {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 13:01:21.433004 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0470cd0f-ca0b-4b04-a962-76642e195128", "tag": "90c12678-9047-413e-b2e5-3875f57964dd", "status": "completed", "code": 200}]} {{(pid=109461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 13:01:21.433265 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5058ee9c-6b98-451e-b763-847bec45b9ba {{(pid=109461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 13:01:21.433677 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0470cd0f-ca0b-4b04-a962-76642e195128', 'tag': '90c12678-9047-413e-b2e5-3875f57964dd', 'status': 'completed', 'code': 200} Jan 27 13:01:21.488410 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-8cda99f9-fc36-4d17-84e3-37eaa75cc83a None None] Set router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 13:01:21.496973 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f15802-0a3b-482e-9bee-6ba94bc9f24b req-1057ea70-8613-407b-a466-7fc50b625464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 13:01:21.498479 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b2f15802-0a3b-482e-9bee-6ba94bc9f24b req-1057ea70-8613-407b-a466-7fc50b625464 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680&device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 1098 time: 0.0436347 Jan 27 13:01:21.592621 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f15802-0a3b-482e-9bee-6ba94bc9f24b req-f17a4861-f8fc-45a2-ad6c-3ec006b36cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 13:01:21.594011 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b2f15802-0a3b-482e-9bee-6ba94bc9f24b req-f17a4861-f8fc-45a2-ad6c-3ec006b36cc9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=72bf64c7-d235-4b9a-9065-a23ef74a599a HTTP/1.1" status: 200 len: 913 time: 0.0897353 Jan 27 13:01:21.633977 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b2f15802-0a3b-482e-9bee-6ba94bc9f24b req-0c25e5f3-be92-4ad2-bf83-3bc6c9803076 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90c12678-9047-413e-b2e5-3875f57964dd HTTP/1.1" status: 200 len: 217 time: 0.0344453 Jan 27 13:01:21.685701 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f15802-0a3b-482e-9bee-6ba94bc9f24b req-28d96cbc-f712-431a-9089-07c0c263c22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 13:01:21.687214 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b2f15802-0a3b-482e-9bee-6ba94bc9f24b req-28d96cbc-f712-431a-9089-07c0c263c22e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9488552-cd79-48fa-8e61-55f52db17c90 HTTP/1.1" status: 200 len: 851 time: 0.0467424 Jan 27 13:01:21.690892 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-8cda99f9-fc36-4d17-84e3-37eaa75cc83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 4, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port': {'id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:45Z', 'updated_at': '2022-01-27T12:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': '3477a41a-ce3a-470c-865b-ef3a7a0de549', 'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'mac_address': 'fa:16:3e:c9:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:47Z', 'updated_at': '2022-01-27T12:54:52Z', 'revision_number': 5, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'subnets': [{'id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 13:01:21.720820 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cda99f9-fc36-4d17-84e3-37eaa75cc83a None None] Checking router: 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 13:01:21.729147 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cda99f9-fc36-4d17-84e3-37eaa75cc83a None None] Routers {'43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 13:01:21.729748 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-8cda99f9-fc36-4d17-84e3-37eaa75cc83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T13:00:53Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 13:01:21.736139 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f15802-0a3b-482e-9bee-6ba94bc9f24b req-1d13ed76-19a6-4d66-8be9-a5139b95ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 13:01:21.737614 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b2f15802-0a3b-482e-9bee-6ba94bc9f24b req-1d13ed76-19a6-4d66-8be9-a5139b95ad18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72bf64c7-d235-4b9a-9065-a23ef74a599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447001 Jan 27 13:01:21.842206 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-8cda99f9-fc36-4d17-84e3-37eaa75cc83a None None] Set router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 13:01:21.866116 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b2f15802-0a3b-482e-9bee-6ba94bc9f24b req-9d3685da-a0ee-4f54-92b0-4c1d7b5e96c0 service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224346 Jan 27 13:01:21.873658 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eaad93-beec-47bf-8916-69b428d0fc02 req-c3d6685d-1812-4f4d-ae9c-cd3e3b604623 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 13:01:21.875200 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-83eaad93-beec-47bf-8916-69b428d0fc02 req-c3d6685d-1812-4f4d-ae9c-cd3e3b604623 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 945 time: 0.0739965 Jan 27 13:01:21.981379 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-83eaad93-beec-47bf-8916-69b428d0fc02 req-0ba5fdc8-9f4d-4b4d-bd0a-e6a688c87d1a tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977831 Jan 27 13:01:22.005366 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-b2f15802-0a3b-482e-9bee-6ba94bc9f24b req-be86e1af-8204-4090-959d-ae44474998e5 service neutron] 10.222.0.13 "GET /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291845 Jan 27 13:01:22.167250 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-8cda99f9-fc36-4d17-84e3-37eaa75cc83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 4, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port': {'id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:45Z', 'updated_at': '2022-01-27T12:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': '3477a41a-ce3a-470c-865b-ef3a7a0de549', 'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'mac_address': 'fa:16:3e:c9:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:47Z', 'updated_at': '2022-01-27T12:54:52Z', 'revision_number': 5, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'subnets': [{'id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 13:01:22.192382 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cda99f9-fc36-4d17-84e3-37eaa75cc83a None None] The sync data for ids ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'] in dv-cinder-824031-3-iscsi is: [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T12:54:47Z', 'revision_number': 4, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port': {'id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:45Z', 'updated_at': '2022-01-27T12:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi', '_interfaces': [{'id': '3477a41a-ce3a-470c-865b-ef3a7a0de549', 'name': '', 'network_id': '72bf64c7-d235-4b9a-9065-a23ef74a599a', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'mac_address': 'fa:16:3e:c9:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:47Z', 'updated_at': '2022-01-27T12:54:52Z', 'revision_number': 5, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'subnets': [{'id': 'c9488552-cd79-48fa-8e61-55f52db17c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 13:01:22.395508 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7c5bfa-d2d3-4d52-8503-e33a3b82d511 None None] New status for floating IP a0b4a4b2-c410-4a37-969d-b7bbf8be14b8: DOWN {{(pid=109464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 13:01:22.731098 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-fa5961d7-4ab3-4c90-9782-45a9498d41f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:23.095778 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab83821-b6e1-42ec-867d-22d5b7528912 req-f9b2c9d8-6d2a-476a-8c1a-cca7be50af95 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 13:01:23.097245 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-2ab83821-b6e1-42ec-867d-22d5b7528912 req-f9b2c9d8-6d2a-476a-8c1a-cca7be50af95 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 945 time: 0.0472107 Jan 27 13:01:23.144048 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-2ab83821-b6e1-42ec-867d-22d5b7528912 req-2dcda616-7264-480f-8e84-d655ac3c24d4 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/security-groups?id=45a2352f-9143-4a6c-b870-c430c66ca958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414093 Jan 27 13:01:23.295471 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5acc88-79a3-4cbe-9d7e-c699012dfc38 req-0dd043ce-b92e-461c-b03f-e8722acdfcbe tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 13:01:23.296924 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ed5acc88-79a3-4cbe-9d7e-c699012dfc38 req-0dd043ce-b92e-461c-b03f-e8722acdfcbe tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.13 "GET /v2.0/ports?device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 945 time: 0.0517616 Jan 27 13:01:23.381276 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-ed5acc88-79a3-4cbe-9d7e-c699012dfc38 req-d1bc6fd7-d612-48e8-a5ae-aba705ec9498 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Deleting port 90c12678-9047-413e-b2e5-3875f57964dd {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 13:01:23.381611 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-ed5acc88-79a3-4cbe-9d7e-c699012dfc38 req-d1bc6fd7-d612-48e8-a5ae-aba705ec9498 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (90c12678-9047-413e-b2e5-3875f57964dd), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:23.470562 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [req-ed5acc88-79a3-4cbe-9d7e-c699012dfc38 req-d1bc6fd7-d612-48e8-a5ae-aba705ec9498 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] For port 90c12678-9047-413e-b2e5-3875f57964dd, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=90c12678-9047-413e-b2e5-3875f57964dd,segment=NetworkSegment(1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f),segment_id=1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 13:01:23.470953 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-ed5acc88-79a3-4cbe-9d7e-c699012dfc38 req-d1bc6fd7-d612-48e8-a5ae-aba705ec9498 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (90c12678-9047-413e-b2e5-3875f57964dd), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:23.482345 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [req-ed5acc88-79a3-4cbe-9d7e-c699012dfc38 req-d1bc6fd7-d612-48e8-a5ae-aba705ec9498 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Calling delete_port for 90c12678-9047-413e-b2e5-3875f57964dd owned by compute:nova {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 13:01:23.679106 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-ed5acc88-79a3-4cbe-9d7e-c699012dfc38 req-d1bc6fd7-d612-48e8-a5ae-aba705ec9498 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (90c12678-9047-413e-b2e5-3875f57964dd), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:23.711486 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc6fd7-d612-48e8-a5ae-aba705ec9498 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Pushing event deleted for resources: {'Port': ['ID=90c12678-9047-413e-b2e5-3875f57964dd,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 13:01:23.750826 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5acc88-79a3-4cbe-9d7e-c699012dfc38 req-d1bc6fd7-d612-48e8-a5ae-aba705ec9498 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] No DVR routers for this DVR port 90c12678-9047-413e-b2e5-3875f57964dd on host hv-cinder-82403 {{(pid=109462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 13:01:23.753310 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [req-ed5acc88-79a3-4cbe-9d7e-c699012dfc38 req-d1bc6fd7-d612-48e8-a5ae-aba705ec9498 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for port (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:23.756684 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [req-ed5acc88-79a3-4cbe-9d7e-c699012dfc38 req-d1bc6fd7-d612-48e8-a5ae-aba705ec9498 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.13 "DELETE /v2.0/ports/90c12678-9047-413e-b2e5-3875f57964dd HTTP/1.1" status: 204 len: 173 time: 0.4549015 Jan 27 13:01:23.757131 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0470cd0f-ca0b-4b04-a962-76642e195128', 'name': 'network-vif-deleted', 'tag': '90c12678-9047-413e-b2e5-3875f57964dd'}] {{(pid=109462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 13:01:23.759468 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071347f76eba347b4189335274d34ee5ff3f8208e90878babe34c2260e849931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a1f7ef-4cd6-489d-8365-957a1d349e91" -d '{"events": [{"server_uuid": "0470cd0f-ca0b-4b04-a962-76642e195128", "name": "network-vif-deleted", "tag": "90c12678-9047-413e-b2e5-3875f57964dd"}]}' {{(pid=109462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 13:01:23.795789 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 13:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d35271a-e596-47d3-9653-2ab95eb94140 x-openstack-request-id: req-8d35271a-e596-47d3-9653-2ab95eb94140 {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 13:01:23.796139 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0470cd0f-ca0b-4b04-a962-76642e195128", "name": "network-vif-deleted", "tag": "90c12678-9047-413e-b2e5-3875f57964dd", "status": "completed", "code": 200}]} {{(pid=109462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 13:01:23.796400 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d35271a-e596-47d3-9653-2ab95eb94140 {{(pid=109462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 13:01:23.796840 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0470cd0f-ca0b-4b04-a962-76642e195128', 'name': 'network-vif-deleted', 'tag': '90c12678-9047-413e-b2e5-3875f57964dd', 'status': 'completed', 'code': 200} Jan 27 13:01:23.945871 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:24.236273 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [req-c82e3a3d-6249-4fcb-8005-2891d39a2c10 req-e71bd838-406b-4949-8492-900ebe6cebf7 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "GET /v2.0/ports?device_id=0470cd0f-ca0b-4b04-a962-76642e195128 HTTP/1.1" status: 200 len: 210 time: 0.0253887 Jan 27 13:01:25.292698 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47692) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 13:01:25.413416 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-d9c7ee76-a474-49b3-bcd4-ea6764a037d9 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Deleting port c9e79058-2165-44d5-82b5-7709a6c6daae {{(pid=109461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 13:01:25.413798 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d9c7ee76-a474-49b3-bcd4-ea6764a037d9 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (c9e79058-2165-44d5-82b5-7709a6c6daae), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:25.419996 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:25.501814 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d9c7ee76-a474-49b3-bcd4-ea6764a037d9 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (c9e79058-2165-44d5-82b5-7709a6c6daae), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:25.502144 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d9c7ee76-a474-49b3-bcd4-ea6764a037d9 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for floatingip (c9e79058-2165-44d5-82b5-7709a6c6daae), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:25.513874 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-d9c7ee76-a474-49b3-bcd4-ea6764a037d9 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Calling delete_port for c9e79058-2165-44d5-82b5-7709a6c6daae owned by network:floatingip {{(pid=109461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 13:01:25.532865 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 90c12678-9047-413e-b2e5-3875f57964dd no longer exists at agent hyperv_hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 13:01:25.552287 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] No Port match for: 90c12678-9047-413e-b2e5-3875f57964dd {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 13:01:25.552640 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Device 90c12678-9047-413e-b2e5-3875f57964dd not bound to the agent host hv-cinder-82403 {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 13:01:25.724841 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d9c7ee76-a474-49b3-bcd4-ea6764a037d9 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (c9e79058-2165-44d5-82b5-7709a6c6daae), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:25.752875 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7ee76-a474-49b3-bcd4-ea6764a037d9 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Pushing event deleted for resources: {'Port': ['ID=c9e79058-2165-44d5-82b5-7709a6c6daae,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 13:01:25.811972 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d9c7ee76-a474-49b3-bcd4-ea6764a037d9 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for floatingip (96533a51-41a1-47d2-a63f-3db5d4f0c66c), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:25.814467 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-d9c7ee76-a474-49b3-bcd4-ea6764a037d9 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203055'] for floatingip (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:25.815709 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-d9c7ee76-a474-49b3-bcd4-ea6764a037d9 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "DELETE /v2.0/floatingips/96533a51-41a1-47d2-a63f-3db5d4f0c66c HTTP/1.1" status: 204 len: 168 time: 0.5220385 Jan 27 13:01:26.713329 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:27.148696 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47704) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 13:01:27.204206 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c59c082e-5bc9-47a3-97ec-39d7d734f192 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for security_group (45a2352f-9143-4a6c-b870-c430c66ca958), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:27.229026 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c59c082e-5bc9-47a3-97ec-39d7d734f192 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for security_group (45a2352f-9143-4a6c-b870-c430c66ca958), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:27.341926 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c59c082e-5bc9-47a3-97ec-39d7d734f192 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (45a2352f-9143-4a6c-b870-c430c66ca958), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:27.344530 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-c59c082e-5bc9-47a3-97ec-39d7d734f192 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Publish callbacks [] for security_group (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:27.345705 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-c59c082e-5bc9-47a3-97ec-39d7d734f192 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] 10.222.0.39 "DELETE /v2.0/security-groups/45a2352f-9143-4a6c-b870-c430c66ca958 HTTP/1.1" status: 204 len: 168 time: 0.1960144 Jan 27 13:01:27.354889 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c082e-5bc9-47a3-97ec-39d7d734f192 tempest-TestVolumeBootPattern-1602911331 tempest-TestVolumeBootPattern-1602911331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a2352f-9143-4a6c-b870-c430c66ca958,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 13:01:27.455292 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47708) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 13:01:27.547780 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:27.912582 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-714da560-c671-46f6-a5ad-31c35b692721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664626'] for router_interface (43ca42c3-2d67-4afe-a6d3-09b681ad8bb9), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:28.146514 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-714da560-c671-46f6-a5ad-31c35b692721 admin admin] Deleting port 3477a41a-ce3a-470c-865b-ef3a7a0de549 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 13:01:28.146900 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-714da560-c671-46f6-a5ad-31c35b692721 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (3477a41a-ce3a-470c-865b-ef3a7a0de549), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:28.221072 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [None req-714da560-c671-46f6-a5ad-31c35b692721 admin admin] For port 3477a41a-ce3a-470c-865b-ef3a7a0de549, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=3477a41a-ce3a-470c-865b-ef3a7a0de549,segment=NetworkSegment(1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f),segment_id=1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 13:01:28.221349 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-714da560-c671-46f6-a5ad-31c35b692721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (3477a41a-ce3a-470c-865b-ef3a7a0de549), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:28.233138 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-714da560-c671-46f6-a5ad-31c35b692721 admin admin] Calling delete_port for 3477a41a-ce3a-470c-865b-ef3a7a0de549 owned by network:router_interface {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 13:01:28.455989 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-714da560-c671-46f6-a5ad-31c35b692721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (3477a41a-ce3a-470c-865b-ef3a7a0de549), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:28.479048 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714da560-c671-46f6-a5ad-31c35b692721 admin admin] Pushing event deleted for resources: {'Port': ['ID=3477a41a-ce3a-470c-865b-ef3a7a0de549,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 13:01:28.649489 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-714da560-c671-46f6-a5ad-31c35b692721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664742'] for router_interface (43ca42c3-2d67-4afe-a6d3-09b681ad8bb9), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:28.858672 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714da560-c671-46f6-a5ad-31c35b692721 admin admin] Router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 13:01:28.964275 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714da560-c671-46f6-a5ad-31c35b692721 admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 13:01:28.969193 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-714da560-c671-46f6-a5ad-31c35b692721 admin admin] 10.222.0.39 "PUT /v2.0/routers/43ca42c3-2d67-4afe-a6d3-09b681ad8bb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5122137 Jan 27 13:01:28.971749 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47712) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 13:01:28.974454 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583e09c6-ea53-4bf1-ba25-c2817596a32f None None] Sync routers for ids ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'] in dv-cinder-824031-3-iscsi {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 13:01:28.983930 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583e09c6-ea53-4bf1-ba25-c2817596a32f None None] Routers {'43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 13:01:28.984604 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-583e09c6-ea53-4bf1-ba25-c2817596a32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T13:01:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 13:01:29.071920 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-53cd82e8-e54c-4512-a35b-6c36d7c9b97e admin admin] Publish callbacks [] for router (43ca42c3-2d67-4afe-a6d3-09b681ad8bb9), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:29.088306 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-583e09c6-ea53-4bf1-ba25-c2817596a32f None None] Set router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 gateway port host: dv-cinder-824031-3-iscsi {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 13:01:29.173118 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-53cd82e8-e54c-4512-a35b-6c36d7c9b97e admin admin] Publish callbacks [] for router_gateway (43ca42c3-2d67-4afe-a6d3-09b681ad8bb9), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:29.264788 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-583e09c6-ea53-4bf1-ba25-c2817596a32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T13:01:28Z', 'revision_number': 5, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port': {'id': 'c81f1810-358d-42c0-8799-06ecf59699f9', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:45Z', 'updated_at': '2022-01-27T12:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 13:01:29.288528 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-53cd82e8-e54c-4512-a35b-6c36d7c9b97e admin admin] Deleting port c81f1810-358d-42c0-8799-06ecf59699f9 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 13:01:29.288949 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-53cd82e8-e54c-4512-a35b-6c36d7c9b97e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (c81f1810-358d-42c0-8799-06ecf59699f9), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:29.291647 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583e09c6-ea53-4bf1-ba25-c2817596a32f None None] Checking router: 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 for host: dv-cinder-824031-3-iscsi {{(pid=109463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 13:01:29.299720 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583e09c6-ea53-4bf1-ba25-c2817596a32f None None] Routers {'43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 13:01:29.300317 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-583e09c6-ea53-4bf1-ba25-c2817596a32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T13:01:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'], 'active': True} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 13:01:29.368530 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [None req-53cd82e8-e54c-4512-a35b-6c36d7c9b97e admin admin] For port c81f1810-358d-42c0-8799-06ecf59699f9, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=c81f1810-358d-42c0-8799-06ecf59699f9,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 13:01:29.368804 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-53cd82e8-e54c-4512-a35b-6c36d7c9b97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (c81f1810-358d-42c0-8799-06ecf59699f9), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:29.380169 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-53cd82e8-e54c-4512-a35b-6c36d7c9b97e admin admin] Calling delete_port for c81f1810-358d-42c0-8799-06ecf59699f9 owned by network:router_gateway {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 13:01:29.383286 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvr_db [None req-583e09c6-ea53-4bf1-ba25-c2817596a32f None None] Set router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 gateway port host: None {{(pid=109463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 13:01:29.436193 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_hamode_db [None req-583e09c6-ea53-4bf1-ba25-c2817596a32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T13:01:29Z', 'revision_number': 6, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port_host': None}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 13:01:29.462258 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583e09c6-ea53-4bf1-ba25-c2817596a32f None None] The sync data for ids ['43ca42c3-2d67-4afe-a6d3-09b681ad8bb9'] in dv-cinder-824031-3-iscsi is: [{'id': '43ca42c3-2d67-4afe-a6d3-09b681ad8bb9', 'name': 'tempest-TestVolumeBootPattern-1517041975-router', 'tenant_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:44Z', 'updated_at': '2022-01-27T13:01:29Z', 'revision_number': 6, 'project_id': '0cdacd3dfabe494ea8a3e4ce588e0680', 'gw_port_host': None}] {{(pid=109463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 13:01:29.608611 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-53cd82e8-e54c-4512-a35b-6c36d7c9b97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (c81f1810-358d-42c0-8799-06ecf59699f9), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:29.633613 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd82e8-e54c-4512-a35b-6c36d7c9b97e admin admin] Pushing event deleted for resources: {'Port': ['ID=c81f1810-358d-42c0-8799-06ecf59699f9,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 13:01:29.694817 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-53cd82e8-e54c-4512-a35b-6c36d7c9b97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1661832'] for router_gateway (43ca42c3-2d67-4afe-a6d3-09b681ad8bb9), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:30.053532 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-53cd82e8-e54c-4512-a35b-6c36d7c9b97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108308'] for router (43ca42c3-2d67-4afe-a6d3-09b681ad8bb9), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:30.055658 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-53cd82e8-e54c-4512-a35b-6c36d7c9b97e admin admin] Publish callbacks [] for router_controller (43ca42c3-2d67-4afe-a6d3-09b681ad8bb9), precommit_delete_associations {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:30.191657 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-53cd82e8-e54c-4512-a35b-6c36d7c9b97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666324'] for router (43ca42c3-2d67-4afe-a6d3-09b681ad8bb9), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:30.192163 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cd82e8-e54c-4512-a35b-6c36d7c9b97e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 {{(pid=109462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 13:01:30.196825 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-53cd82e8-e54c-4512-a35b-6c36d7c9b97e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:30.200349 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-53cd82e8-e54c-4512-a35b-6c36d7c9b97e admin admin] 10.222.0.39 "DELETE /v2.0/routers/43ca42c3-2d67-4afe-a6d3-09b681ad8bb9 HTTP/1.1" status: 204 len: 168 time: 1.2253423 Jan 27 13:01:30.200588 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47714) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 13:01:30.244831 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_v2 [None req-358448f4-17a3-4b91-ad64-9d9164ba4216 admin admin] Deleting subnet c9488552-cd79-48fa-8e61-55f52db17c90 {{(pid=109462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 13:01:30.248562 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-358448f4-17a3-4b91-ad64-9d9164ba4216 admin admin] Publish callbacks [] for subnet (c9488552-cd79-48fa-8e61-55f52db17c90), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:30.285596 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-358448f4-17a3-4b91-ad64-9d9164ba4216 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25970311'] for subnet (c9488552-cd79-48fa-8e61-55f52db17c90), precommit_delete_associations {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:30.361170 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-358448f4-17a3-4b91-ad64-9d9164ba4216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676805'] for subnet (c9488552-cd79-48fa-8e61-55f52db17c90), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:30.483378 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-358448f4-17a3-4b91-ad64-9d9164ba4216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3262219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25816237'] for subnet (c9488552-cd79-48fa-8e61-55f52db17c90), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:30.511364 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358448f4-17a3-4b91-ad64-9d9164ba4216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9488552-cd79-48fa-8e61-55f52db17c90,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 13:01:30.516807 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-358448f4-17a3-4b91-ad64-9d9164ba4216 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:30.519924 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-358448f4-17a3-4b91-ad64-9d9164ba4216 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c9488552-cd79-48fa-8e61-55f52db17c90 HTTP/1.1" status: 204 len: 168 time: 0.3183715 Jan 27 13:01:30.521859 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d448047a-7cad-4d92-a323-8b0b34288e71 None None] Network 72bf64c7-d235-4b9a-9065-a23ef74a599a requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 13:01:30.522725 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [-] (109461) accepted ('10.222.0.39', 47716) {{(pid=109461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 13:01:30.588151 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-624e4273-ad3e-49a0-9a0f-681632bccfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617860'] for network (72bf64c7-d235-4b9a-9065-a23ef74a599a), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:30.646642 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-624e4273-ad3e-49a0-9a0f-681632bccfbd admin admin] Deleting port 8d231376-2fa9-4a62-a25f-a433e977c350 {{(pid=109461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 13:01:30.647017 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-624e4273-ad3e-49a0-9a0f-681632bccfbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (8d231376-2fa9-4a62-a25f-a433e977c350), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:30.671771 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56c6f75-feea-4063-b95f-5ac13ba3f998 None None] DHCP port deletion for 72bf64c7-d235-4b9a-9065-a23ef74a599a request from dv-cinder-824031-3-iscsi {{(pid=109463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 13:01:30.714710 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.db [None req-624e4273-ad3e-49a0-9a0f-681632bccfbd admin admin] For port 8d231376-2fa9-4a62-a25f-a433e977c350, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=8d231376-2fa9-4a62-a25f-a433e977c350,segment=NetworkSegment(1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f),segment_id=1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f)] {{(pid=109461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 13:01:30.715377 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-624e4273-ad3e-49a0-9a0f-681632bccfbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (8d231376-2fa9-4a62-a25f-a433e977c350), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:30.722918 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-e56c6f75-feea-4063-b95f-5ac13ba3f998 None None] Deleting port 8d231376-2fa9-4a62-a25f-a433e977c350 {{(pid=109463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 13:01:30.723370 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-e56c6f75-feea-4063-b95f-5ac13ba3f998 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (8d231376-2fa9-4a62-a25f-a433e977c350), before_delete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:30.728381 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.plugin [None req-624e4273-ad3e-49a0-9a0f-681632bccfbd admin admin] Calling delete_port for 8d231376-2fa9-4a62-a25f-a433e977c350 owned by network:dhcp {{(pid=109461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 13:01:30.770620 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 3477a41a-ce3a-470c-865b-ef3a7a0de549 no longer exists at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 13:01:30.794250 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] No Port match for: 3477a41a-ce3a-470c-865b-ef3a7a0de549 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 13:01:30.794600 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 3477a41a-ce3a-470c-865b-ef3a7a0de549 not bound to the agent host dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 13:01:30.795051 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device c81f1810-358d-42c0-8799-06ecf59699f9 no longer exists at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 13:01:30.821792 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] No Port match for: c81f1810-358d-42c0-8799-06ecf59699f9 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 13:01:30.822144 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device c81f1810-358d-42c0-8799-06ecf59699f9 not bound to the agent host dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 13:01:30.822555 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 8d231376-2fa9-4a62-a25f-a433e977c350 no longer exists at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 13:01:30.828737 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-e56c6f75-feea-4063-b95f-5ac13ba3f998 None None] For port 8d231376-2fa9-4a62-a25f-a433e977c350, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=8d231376-2fa9-4a62-a25f-a433e977c350,segment=NetworkSegment(1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f),segment_id=1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 13:01:30.829137 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-e56c6f75-feea-4063-b95f-5ac13ba3f998 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (8d231376-2fa9-4a62-a25f-a433e977c350), precommit_delete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:30.857741 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-e56c6f75-feea-4063-b95f-5ac13ba3f998 None None] Calling delete_port for 8d231376-2fa9-4a62-a25f-a433e977c350 owned by network:dhcp {{(pid=109463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 13:01:30.888716 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-624e4273-ad3e-49a0-9a0f-681632bccfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412280'] for port (8d231376-2fa9-4a62-a25f-a433e977c350), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:30.913585 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] No active binding found for port 8d231376-2fa9-4a62-a25f-a433e977c350 {{(pid=109463) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 27 13:01:30.913966 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] The host dv-cinder-824031-3-iscsi is not matching for port 8d231376-2fa9-4a62-a25f-a433e977c350 host None! {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 27 13:01:30.914357 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 8d231376-2fa9-4a62-a25f-a433e977c350 not bound to the agent host dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 13:01:30.922710 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e4273-ad3e-49a0-9a0f-681632bccfbd admin admin] No DVR routers for this DVR port 8d231376-2fa9-4a62-a25f-a433e977c350 on host dv-cinder-824031-3-iscsi {{(pid=109461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 13:01:30.922710 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e4273-ad3e-49a0-9a0f-681632bccfbd admin admin] Pushing event deleted for resources: {'Port': ['ID=8d231376-2fa9-4a62-a25f-a433e977c350,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 13:01:30.951921 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-e56c6f75-feea-4063-b95f-5ac13ba3f998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560'] for port (8d231376-2fa9-4a62-a25f-a433e977c350), after_delete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:30.978916 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c6f75-feea-4063-b95f-5ac13ba3f998 None None] Pushing event deleted for resources: {'Port': ['ID=8d231376-2fa9-4a62-a25f-a433e977c350,revision_number=None']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 13:01:30.981143 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56c6f75-feea-4063-b95f-5ac13ba3f998 None None] No DVR routers for this DVR port 8d231376-2fa9-4a62-a25f-a433e977c350 on host dv-cinder-824031-3-iscsi {{(pid=109463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 13:01:30.988943 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c6f75-feea-4063-b95f-5ac13ba3f998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:30.989301 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c6f75-feea-4063-b95f-5ac13ba3f998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:30.989647 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c6f75-feea-4063-b95f-5ac13ba3f998 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:30.989987 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c6f75-feea-4063-b95f-5ac13ba3f998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:30.990323 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c6f75-feea-4063-b95f-5ac13ba3f998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:30.990656 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c6f75-feea-4063-b95f-5ac13ba3f998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:30.991014 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c6f75-feea-4063-b95f-5ac13ba3f998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:30.991118 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-624e4273-ad3e-49a0-9a0f-681632bccfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678482', 'neutron.services.segments.db._delete_segments_for_network-8727398100354'] for network (72bf64c7-d235-4b9a-9065-a23ef74a599a), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:30.991347 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c6f75-feea-4063-b95f-5ac13ba3f998 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:30.991671 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c6f75-feea-4063-b95f-5ac13ba3f998 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:30.991999 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c6f75-feea-4063-b95f-5ac13ba3f998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:30.992324 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c6f75-feea-4063-b95f-5ac13ba3f998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:30.992645 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c6f75-feea-4063-b95f-5ac13ba3f998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:30.993253 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c6f75-feea-4063-b95f-5ac13ba3f998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-3-iscsi {{(pid=109463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 13:01:31.012661 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.services.segments.db [None req-624e4273-ad3e-49a0-9a0f-681632bccfbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72bf64c7-d235-4b9a-9065-a23ef74a599a']}} {{(pid=109461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 13:01:31.021878 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.services.segments.db [None req-624e4273-ad3e-49a0-9a0f-681632bccfbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f') {'for_net_delete': True} {{(pid=109461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 13:01:31.022175 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.services.segments.db [None req-624e4273-ad3e-49a0-9a0f-681632bccfbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f') {} {{(pid=109461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 13:01:31.031741 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-624e4273-ad3e-49a0-9a0f-681632bccfbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727398101899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25843853'] for segment (1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f), before_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:31.044222 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-624e4273-ad3e-49a0-9a0f-681632bccfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f), precommit_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:31.049948 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624e4273-ad3e-49a0-9a0f-681632bccfbd admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 13:01:31.050324 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-624e4273-ad3e-49a0-9a0f-681632bccfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412171'] for segment (1e2e0c7f-0df8-47a3-8eec-3c72bec09c8f), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: Traceback (most recent call last): Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: timer() Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: cb(*args, **kw) Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: return func(*args, **kwargs) Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: self._notify() Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: self.callback(batched_events) Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: event.method(event) Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: return f(self, *a, **k) Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: return self._get(url).json() Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: return self.request(url, 'GET', **kwargs) Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 13:01:31.051982 dv-cinder-824031-3-iscsi neutron-server[109461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 13:01:31.248929 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-624e4273-ad3e-49a0-9a0f-681632bccfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664096'] for network (72bf64c7-d235-4b9a-9065-a23ef74a599a), after_delete {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:31.254182 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron_lib.callbacks.manager [None req-624e4273-ad3e-49a0-9a0f-681632bccfbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:31.257376 dv-cinder-824031-3-iscsi neutron-server[109461]: INFO neutron.wsgi [None req-624e4273-ad3e-49a0-9a0f-681632bccfbd admin admin] 10.222.0.39 "DELETE /v2.0/networks/72bf64c7-d235-4b9a-9065-a23ef74a599a HTTP/1.1" status: 204 len: 168 time: 0.7336471 Jan 27 13:01:31.266751 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47718) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 13:01:31.269063 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e4273-ad3e-49a0-9a0f-681632bccfbd admin admin] Pushing event deleted for resources: {'Network': ['ID=72bf64c7-d235-4b9a-9065-a23ef74a599a,revision_number=None']} {{(pid=109461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 13:01:31.596928 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-1b5a65b9-8246-4f12-b951-a15c3d929a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664626'] for router_interface (72009ca6-5c38-459b-8c1b-bc4b43539b1a), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:31.831853 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-1b5a65b9-8246-4f12-b951-a15c3d929a72 admin admin] Deleting port ef79906c-16f3-415b-b110-619199980035 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 13:01:31.832185 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-1b5a65b9-8246-4f12-b951-a15c3d929a72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (ef79906c-16f3-415b-b110-619199980035), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:31.906254 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [None req-1b5a65b9-8246-4f12-b951-a15c3d929a72 admin admin] For port ef79906c-16f3-415b-b110-619199980035, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=ef79906c-16f3-415b-b110-619199980035,segment=NetworkSegment(8aab8084-df20-4bed-9dea-27e89f0dafaa),segment_id=8aab8084-df20-4bed-9dea-27e89f0dafaa)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 13:01:31.906610 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-1b5a65b9-8246-4f12-b951-a15c3d929a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (ef79906c-16f3-415b-b110-619199980035), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:31.918558 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-1b5a65b9-8246-4f12-b951-a15c3d929a72 admin admin] Calling delete_port for ef79906c-16f3-415b-b110-619199980035 owned by network:router_interface {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 13:01:32.169029 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-1b5a65b9-8246-4f12-b951-a15c3d929a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (ef79906c-16f3-415b-b110-619199980035), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:32.193351 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a65b9-8246-4f12-b951-a15c3d929a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef79906c-16f3-415b-b110-619199980035,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 13:01:32.355203 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-1b5a65b9-8246-4f12-b951-a15c3d929a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664742'] for router_interface (72009ca6-5c38-459b-8c1b-bc4b43539b1a), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:32.562429 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5a65b9-8246-4f12-b951-a15c3d929a72 admin admin] Router 72009ca6-5c38-459b-8c1b-bc4b43539b1a has already been hosted by L3 agent f9fa5f3a-1163-40fe-8823-2ef754d3fde8 {{(pid=109462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 13:01:32.664281 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5a65b9-8246-4f12-b951-a15c3d929a72 admin admin] Notify agent at l3_agent.dv-cinder-824031-3-iscsi the message routers_updated {{(pid=109462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 13:01:32.669091 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-1b5a65b9-8246-4f12-b951-a15c3d929a72 admin admin] 10.222.0.39 "PUT /v2.0/routers/72009ca6-5c38-459b-8c1b-bc4b43539b1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4012299 Jan 27 13:01:32.671575 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47720) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 13:01:32.674039 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d9a1ca-39b6-4521-83a3-26046e8af005 None None] Sync routers for ids ['72009ca6-5c38-459b-8c1b-bc4b43539b1a'] in dv-cinder-824031-3-iscsi {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 13:01:32.684703 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d9a1ca-39b6-4521-83a3-26046e8af005 None None] Routers {'72009ca6-5c38-459b-8c1b-bc4b43539b1a'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 13:01:32.685196 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-c9d9a1ca-39b6-4521-83a3-26046e8af005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T13:01:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['72009ca6-5c38-459b-8c1b-bc4b43539b1a'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 13:01:32.784146 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a88907ef-69f4-4ed1-806e-6c53d12b9fc2 admin admin] Publish callbacks [] for router (72009ca6-5c38-459b-8c1b-bc4b43539b1a), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:32.793004 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-c9d9a1ca-39b6-4521-83a3-26046e8af005 None None] Set router 72009ca6-5c38-459b-8c1b-bc4b43539b1a gateway port host: dv-cinder-824031-3-iscsi {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 13:01:32.888602 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a88907ef-69f4-4ed1-806e-6c53d12b9fc2 admin admin] Publish callbacks [] for router_gateway (72009ca6-5c38-459b-8c1b-bc4b43539b1a), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:33.000856 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-a88907ef-69f4-4ed1-806e-6c53d12b9fc2 admin admin] Deleting port fd19f792-4fcf-4548-9cae-c35e03e3b130 {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 13:01:33.001190 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a88907ef-69f4-4ed1-806e-6c53d12b9fc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (fd19f792-4fcf-4548-9cae-c35e03e3b130), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:33.050321 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-c9d9a1ca-39b6-4521-83a3-26046e8af005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72009ca6-5c38-459b-8c1b-bc4b43539b1a', 'name': 'tempest-TestVolumeBootPattern-383905813-router', 'tenant_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'external_fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'fd19f792-4fcf-4548-9cae-c35e03e3b130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:50Z', 'updated_at': '2022-01-27T13:01:32Z', 'revision_number': 5, 'project_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'gw_port': {'id': 'fd19f792-4fcf-4548-9cae-c35e03e3b130', 'name': '', 'network_id': 'eb2842ee-b281-40a5-b8cc-bad91d1f4211', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72009ca6-5c38-459b-8c1b-bc4b43539b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T12:54:51Z', 'updated_at': '2022-01-27T12:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aaf6b8a-8874-46ba-a35b-d7ca2293cc7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-3-iscsi'}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 13:01:33.076131 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [None req-a88907ef-69f4-4ed1-806e-6c53d12b9fc2 admin admin] For port fd19f792-4fcf-4548-9cae-c35e03e3b130, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=fd19f792-4fcf-4548-9cae-c35e03e3b130,segment=NetworkSegment(70b4aaac-b595-48b2-a689-b4a4414782ea),segment_id=70b4aaac-b595-48b2-a689-b4a4414782ea)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 13:01:33.076443 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d9a1ca-39b6-4521-83a3-26046e8af005 None None] Checking router: 72009ca6-5c38-459b-8c1b-bc4b43539b1a for host: dv-cinder-824031-3-iscsi {{(pid=109464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 13:01:33.076571 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a88907ef-69f4-4ed1-806e-6c53d12b9fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (fd19f792-4fcf-4548-9cae-c35e03e3b130), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:33.084547 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d9a1ca-39b6-4521-83a3-26046e8af005 None None] Routers {'72009ca6-5c38-459b-8c1b-bc4b43539b1a'} bound to L3 agent in host dv-cinder-824031-3-iscsi {{(pid=109464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 13:01:33.085520 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-c9d9a1ca-39b6-4521-83a3-26046e8af005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T12:37:53Z,description=,heartbeat_timestamp=2022-01-27T13:01:23Z,host='dv-cinder-824031-3-iscsi',id=f9fa5f3a-1163-40fe-8823-2ef754d3fde8,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T12:37:53Z,topic='l3_agent')) {'router_ids': ['72009ca6-5c38-459b-8c1b-bc4b43539b1a'], 'active': True} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 13:01:33.088239 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-a88907ef-69f4-4ed1-806e-6c53d12b9fc2 admin admin] Calling delete_port for fd19f792-4fcf-4548-9cae-c35e03e3b130 owned by network:router_gateway {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 13:01:33.168470 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_dvr_db [None req-c9d9a1ca-39b6-4521-83a3-26046e8af005 None None] Set router 72009ca6-5c38-459b-8c1b-bc4b43539b1a gateway port host: None {{(pid=109464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 13:01:33.221370 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.l3_hamode_db [None req-c9d9a1ca-39b6-4521-83a3-26046e8af005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72009ca6-5c38-459b-8c1b-bc4b43539b1a', 'name': 'tempest-TestVolumeBootPattern-383905813-router', 'tenant_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:50Z', 'updated_at': '2022-01-27T13:01:32Z', 'revision_number': 6, 'project_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'gw_port_host': None}], 'dv-cinder-824031-3-iscsi', False) {} {{(pid=109464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 13:01:33.247958 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d9a1ca-39b6-4521-83a3-26046e8af005 None None] The sync data for ids ['72009ca6-5c38-459b-8c1b-bc4b43539b1a'] in dv-cinder-824031-3-iscsi is: [{'id': '72009ca6-5c38-459b-8c1b-bc4b43539b1a', 'name': 'tempest-TestVolumeBootPattern-383905813-router', 'tenant_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T12:54:50Z', 'updated_at': '2022-01-27T13:01:32Z', 'revision_number': 6, 'project_id': '577bb3c6cd5f40c6b63a4e82ff22fdcb', 'gw_port_host': None}] {{(pid=109464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 13:01:33.319206 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a88907ef-69f4-4ed1-806e-6c53d12b9fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (fd19f792-4fcf-4548-9cae-c35e03e3b130), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:33.352863 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88907ef-69f4-4ed1-806e-6c53d12b9fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd19f792-4fcf-4548-9cae-c35e03e3b130,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 13:01:33.405295 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a88907ef-69f4-4ed1-806e-6c53d12b9fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1661832'] for router_gateway (72009ca6-5c38-459b-8c1b-bc4b43539b1a), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:33.492362 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a88907ef-69f4-4ed1-806e-6c53d12b9fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108308'] for router (72009ca6-5c38-459b-8c1b-bc4b43539b1a), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:33.494392 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a88907ef-69f4-4ed1-806e-6c53d12b9fc2 admin admin] Publish callbacks [] for router_controller (72009ca6-5c38-459b-8c1b-bc4b43539b1a), precommit_delete_associations {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:33.611109 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a88907ef-69f4-4ed1-806e-6c53d12b9fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1666324'] for router (72009ca6-5c38-459b-8c1b-bc4b43539b1a), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:33.611661 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88907ef-69f4-4ed1-806e-6c53d12b9fc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72009ca6-5c38-459b-8c1b-bc4b43539b1a {{(pid=109462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 13:01:33.616348 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-a88907ef-69f4-4ed1-806e-6c53d12b9fc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:33.617517 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-a88907ef-69f4-4ed1-806e-6c53d12b9fc2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/72009ca6-5c38-459b-8c1b-bc4b43539b1a HTTP/1.1" status: 204 len: 168 time: 0.9450450 Jan 27 13:01:33.620118 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47722) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 13:01:33.671219 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.db_base_plugin_v2 [None req-4717c5c6-f51a-4f39-b4b6-b253dd224b79 admin admin] Deleting subnet dabfd70a-cb10-428b-9e98-899f4ee3ac01 {{(pid=109462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 13:01:33.672344 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-4717c5c6-f51a-4f39-b4b6-b253dd224b79 admin admin] Publish callbacks [] for subnet (dabfd70a-cb10-428b-9e98-899f4ee3ac01), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:33.705476 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-4717c5c6-f51a-4f39-b4b6-b253dd224b79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25970311'] for subnet (dabfd70a-cb10-428b-9e98-899f4ee3ac01), precommit_delete_associations {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:33.781594 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-4717c5c6-f51a-4f39-b4b6-b253dd224b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676805'] for subnet (dabfd70a-cb10-428b-9e98-899f4ee3ac01), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:33.884820 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-4717c5c6-f51a-4f39-b4b6-b253dd224b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3262219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25816237'] for subnet (dabfd70a-cb10-428b-9e98-899f4ee3ac01), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:33.910192 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717c5c6-f51a-4f39-b4b6-b253dd224b79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dabfd70a-cb10-428b-9e98-899f4ee3ac01,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 13:01:33.913769 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-4717c5c6-f51a-4f39-b4b6-b253dd224b79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:33.916960 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-4717c5c6-f51a-4f39-b4b6-b253dd224b79 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/dabfd70a-cb10-428b-9e98-899f4ee3ac01 HTTP/1.1" status: 204 len: 168 time: 0.2956986 Jan 27 13:01:33.919259 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53942135-aa46-44c3-b156-ab0220f5edc6 None None] Network 49f76227-d70a-445a-8c6c-5be6440b1705 requested from dv-cinder-824031-3-iscsi {{(pid=109463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 13:01:33.919760 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47724) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 13:01:33.988000 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-0cce3a8a-8ebd-456d-a1a0-018685a416ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617860'] for network (49f76227-d70a-445a-8c6c-5be6440b1705), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:34.046251 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-0cce3a8a-8ebd-456d-a1a0-018685a416ff admin admin] Deleting port 78194412-ec5a-49b2-ac03-3f752885a46d {{(pid=109462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 13:01:34.046582 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-0cce3a8a-8ebd-456d-a1a0-018685a416ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (78194412-ec5a-49b2-ac03-3f752885a46d), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:34.069546 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76917e10-49f5-41c0-b463-48cab6243b4d None None] DHCP port deletion for 49f76227-d70a-445a-8c6c-5be6440b1705 request from dv-cinder-824031-3-iscsi {{(pid=109463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 13:01:34.115029 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.db [None req-0cce3a8a-8ebd-456d-a1a0-018685a416ff admin admin] For port 78194412-ec5a-49b2-ac03-3f752885a46d, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=78194412-ec5a-49b2-ac03-3f752885a46d,segment=NetworkSegment(8aab8084-df20-4bed-9dea-27e89f0dafaa),segment_id=8aab8084-df20-4bed-9dea-27e89f0dafaa)] {{(pid=109462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 13:01:34.115029 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-0cce3a8a-8ebd-456d-a1a0-018685a416ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (78194412-ec5a-49b2-ac03-3f752885a46d), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:34.118066 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-76917e10-49f5-41c0-b463-48cab6243b4d None None] Deleting port 78194412-ec5a-49b2-ac03-3f752885a46d {{(pid=109463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 13:01:34.118511 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-76917e10-49f5-41c0-b463-48cab6243b4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727398155102'] for port (78194412-ec5a-49b2-ac03-3f752885a46d), before_delete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:34.129893 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-0cce3a8a-8ebd-456d-a1a0-018685a416ff admin admin] Calling delete_port for 78194412-ec5a-49b2-ac03-3f752885a46d owned by network:dhcp {{(pid=109462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 13:01:34.183379 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.db [None req-76917e10-49f5-41c0-b463-48cab6243b4d None None] For port 78194412-ec5a-49b2-ac03-3f752885a46d, host dv-cinder-824031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-3-iscsi',level=0,port_id=78194412-ec5a-49b2-ac03-3f752885a46d,segment=NetworkSegment(8aab8084-df20-4bed-9dea-27e89f0dafaa),segment_id=8aab8084-df20-4bed-9dea-27e89f0dafaa)] {{(pid=109463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 13:01:34.183858 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-76917e10-49f5-41c0-b463-48cab6243b4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661033'] for port (78194412-ec5a-49b2-ac03-3f752885a46d), precommit_delete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:34.197782 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-76917e10-49f5-41c0-b463-48cab6243b4d None None] Calling delete_port for 78194412-ec5a-49b2-ac03-3f752885a46d owned by network:dhcp {{(pid=109463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 13:01:34.283088 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-0cce3a8a-8ebd-456d-a1a0-018685a416ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262294'] for port (78194412-ec5a-49b2-ac03-3f752885a46d), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:34.289207 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-76917e10-49f5-41c0-b463-48cab6243b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727398161592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727397611560'] for port (78194412-ec5a-49b2-ac03-3f752885a46d), after_delete {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:34.314648 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce3a8a-8ebd-456d-a1a0-018685a416ff admin admin] Pushing event deleted for resources: {'Port': ['ID=78194412-ec5a-49b2-ac03-3f752885a46d,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 13:01:34.315374 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76917e10-49f5-41c0-b463-48cab6243b4d None None] Pushing event deleted for resources: {'Port': ['ID=78194412-ec5a-49b2-ac03-3f752885a46d,revision_number=None']} {{(pid=109463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 13:01:34.316428 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cce3a8a-8ebd-456d-a1a0-018685a416ff admin admin] No DVR routers for this DVR port 78194412-ec5a-49b2-ac03-3f752885a46d on host dv-cinder-824031-3-iscsi {{(pid=109462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 13:01:34.317542 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76917e10-49f5-41c0-b463-48cab6243b4d None None] No DVR routers for this DVR port 78194412-ec5a-49b2-ac03-3f752885a46d on host dv-cinder-824031-3-iscsi {{(pid=109463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 13:01:34.384108 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-0cce3a8a-8ebd-456d-a1a0-018685a416ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678482', 'neutron.services.segments.db._delete_segments_for_network-8727398100354'] for network (49f76227-d70a-445a-8c6c-5be6440b1705), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:34.404065 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-0cce3a8a-8ebd-456d-a1a0-018685a416ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f76227-d70a-445a-8c6c-5be6440b1705']}} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 13:01:34.413208 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-0cce3a8a-8ebd-456d-a1a0-018685a416ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aab8084-df20-4bed-9dea-27e89f0dafaa') {'for_net_delete': True} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 13:01:34.413797 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.services.segments.db [None req-0cce3a8a-8ebd-456d-a1a0-018685a416ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aab8084-df20-4bed-9dea-27e89f0dafaa') {} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 13:01:34.423210 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-0cce3a8a-8ebd-456d-a1a0-018685a416ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727398101899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25970318'] for segment (8aab8084-df20-4bed-9dea-27e89f0dafaa), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:34.435591 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-0cce3a8a-8ebd-456d-a1a0-018685a416ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134'] for segment (8aab8084-df20-4bed-9dea-27e89f0dafaa), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:34.441210 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cce3a8a-8ebd-456d-a1a0-018685a416ff admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=109462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 13:01:34.441586 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-0cce3a8a-8ebd-456d-a1a0-018685a416ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3262373'] for segment (8aab8084-df20-4bed-9dea-27e89f0dafaa), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: Traceback (most recent call last): Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: timer() Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: cb(*args, **kw) Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: return func(*args, **kwargs) Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: self._notify() Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: self.callback(batched_events) Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: event.method(event) Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: return f(self, *a, **k) Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: return self._get(url).json() Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: return self.request(url, 'GET', **kwargs) Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 13:01:34.443332 dv-cinder-824031-3-iscsi neutron-server[109462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 13:01:34.582065 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-0cce3a8a-8ebd-456d-a1a0-018685a416ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664096'] for network (49f76227-d70a-445a-8c6c-5be6440b1705), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:34.587688 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-0cce3a8a-8ebd-456d-a1a0-018685a416ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640156'] for network (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:34.592239 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-0cce3a8a-8ebd-456d-a1a0-018685a416ff admin admin] 10.222.0.39 "DELETE /v2.0/networks/49f76227-d70a-445a-8c6c-5be6440b1705 HTTP/1.1" status: 204 len: 168 time: 0.6709015 Jan 27 13:01:34.601905 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce3a8a-8ebd-456d-a1a0-018685a416ff admin admin] Pushing event deleted for resources: {'Network': ['ID=49f76227-d70a-445a-8c6c-5be6440b1705,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 13:01:34.734920 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 78194412-ec5a-49b2-ac03-3f752885a46d no longer exists at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 13:01:34.758199 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] No Port match for: 78194412-ec5a-49b2-ac03-3f752885a46d {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 13:01:34.758546 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device 78194412-ec5a-49b2-ac03-3f752885a46d not bound to the agent host dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 13:01:34.758981 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device ef79906c-16f3-415b-b110-619199980035 no longer exists at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 13:01:34.777787 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] No Port match for: ef79906c-16f3-415b-b110-619199980035 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 13:01:34.778133 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device ef79906c-16f3-415b-b110-619199980035 not bound to the agent host dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 13:01:34.778535 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device fd19f792-4fcf-4548-9cae-c35e03e3b130 no longer exists at agent ovs-agent-dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 13:01:34.796934 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.plugin [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] No Port match for: fd19f792-4fcf-4548-9cae-c35e03e3b130 {{(pid=109463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 13:01:34.797280 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron.plugins.ml2.rpc [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Device fd19f792-4fcf-4548-9cae-c35e03e3b130 not bound to the agent host dv-cinder-824031-3-iscsi {{(pid=109463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 13:01:34.902162 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47728) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 13:01:34.940492 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-ab829a04-d4f6-41be-9dcb-1ebe84a010f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0cdacd3dfabe494ea8a3e4ce588e0680&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371537 Jan 27 13:01:34.942815 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47730) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 13:01:34.988254 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-959c965c-6d68-4536-b1e0-435fb747bebd admin admin] Publish callbacks [] for security_group (90884a32-2f6e-49aa-ae05-103d81e0dd9c), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:35.008910 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-959c965c-6d68-4536-b1e0-435fb747bebd admin admin] Publish callbacks [] for security_group (90884a32-2f6e-49aa-ae05-103d81e0dd9c), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:35.119087 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-959c965c-6d68-4536-b1e0-435fb747bebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (90884a32-2f6e-49aa-ae05-103d81e0dd9c), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:35.122155 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-959c965c-6d68-4536-b1e0-435fb747bebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:35.123402 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-959c965c-6d68-4536-b1e0-435fb747bebd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/90884a32-2f6e-49aa-ae05-103d81e0dd9c HTTP/1.1" status: 204 len: 168 time: 0.1796644 Jan 27 13:01:35.131093 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c965c-6d68-4536-b1e0-435fb747bebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90884a32-2f6e-49aa-ae05-103d81e0dd9c,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 13:01:35.718982 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47736) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 13:01:35.760861 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-cf56e81a-e823-4be3-8a1d-8e871fc69e7f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=577bb3c6cd5f40c6b63a4e82ff22fdcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407400 Jan 27 13:01:35.763357 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.wsgi [-] (109462) accepted ('10.222.0.39', 47738) {{(pid=109462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 13:01:35.808955 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-874d8ccd-1990-4e21-82fa-65792da320f6 admin admin] Publish callbacks [] for security_group (9358c442-ae0d-4e2a-bd44-8c5cfe79cd6a), before_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:35.828886 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-874d8ccd-1990-4e21-82fa-65792da320f6 admin admin] Publish callbacks [] for security_group (9358c442-ae0d-4e2a-bd44-8c5cfe79cd6a), precommit_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:35.945384 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-874d8ccd-1990-4e21-82fa-65792da320f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672352'] for security_group (9358c442-ae0d-4e2a-bd44-8c5cfe79cd6a), after_delete {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:35.947966 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-874d8ccd-1990-4e21-82fa-65792da320f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:35.949098 dv-cinder-824031-3-iscsi neutron-server[109462]: INFO neutron.wsgi [None req-874d8ccd-1990-4e21-82fa-65792da320f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9358c442-ae0d-4e2a-bd44-8c5cfe79cd6a HTTP/1.1" status: 204 len: 168 time: 0.1848388 Jan 27 13:01:35.959348 dv-cinder-824031-3-iscsi neutron-server[109462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d8ccd-1990-4e21-82fa-65792da320f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9358c442-ae0d-4e2a-bd44-8c5cfe79cd6a,revision_number=None']} {{(pid=109462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 13:01:40.616103 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 13:01:50.487925 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-2b90d8a9-9811-404e-af7f-9eb6f1212698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:52.773557 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-bcc73393-8bb8-437b-a031-02dab2174a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:53.860732 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:55.407509 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:56.704773 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:01:57.521896 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:02:17.614714 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 13:02:20.482603 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-e2693758-3f50-4a29-b32f-de4a33eac7a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:02:22.785133 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-1885456a-7d0d-49be-b45e-8083138f16a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:02:23.848260 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:02:25.436451 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:02:26.693728 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:02:27.556446 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:02:50.475446 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-79266109-8787-43d8-9639-4a2b6d7049ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:02:52.742237 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-49fbb6d7-befc-4f90-9f42-d3cbc1826bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:02:53.921029 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:02:54.614645 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 13:02:55.429002 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:02:56.692201 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:02:57.566438 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:03:20.490695 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-b5cc7f59-c31d-404f-8cba-0585797d557e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:03:22.736745 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-7c83b90b-b8c8-4ee6-9465-3a2e7191a19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:03:23.873938 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:03:25.422459 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:03:26.691384 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:03:27.571081 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:03:31.613994 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 13:03:50.489905 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-3cbd0acf-6f9b-44e0-b51e-5e99205f2fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:03:52.758074 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-213f58e0-84cb-40fa-b144-6b3dea29a385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:03:53.901406 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:03:55.426996 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:03:56.690213 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:03:57.569724 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:04:07.834484 dv-cinder-824031-3-iscsi neutron-server[109461]: DEBUG neutron.wsgi [req-120bb253-0429-4885-a942-9ea245e9afa8 req-0d5d5773-53ef-4cf3-aa32-327f701c6936 service neutron] (109461) timed out ('10.222.0.13', 60938) {{(pid=109461) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 13:04:08.615844 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 13:04:20.489129 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-fca14d5c-e996-44d8-9eac-d0489adb0d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:04:22.751779 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-d6a1bf9b-6a08-43dd-b31c-bacd5e38b02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:04:23.905226 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:04:25.431810 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:04:26.682065 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:04:27.596147 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:04:45.614778 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 13:04:50.505321 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-44074d2f-b6c3-49ab-aff7-7958bde8a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:04:52.762401 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-15e89fde-9667-4dfe-83f1-de4d01fe9079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:04:53.888451 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:04:55.429544 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:04:56.676492 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:04:57.568302 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:05:20.491018 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-5552d657-bf72-4b05-abdd-7a21c1c012d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:05:22.614316 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 13:05:22.753546 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-2d3fcce7-8957-44c6-ac3e-344916aec3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:05:23.919389 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:05:25.427564 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:05:26.727528 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:05:27.589954 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:05:50.497745 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-3862066d-aace-4c6c-88d7-6ce5b4c223f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:05:52.754903 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-7f84762e-eebe-4b77-a18c-b63baf77cd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:05:53.903685 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:05:55.469305 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:05:56.712193 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:05:57.609299 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:05:59.614678 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 13:06:20.487871 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-fe1d891c-9947-4e9c-a4be-25493dbf7d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:06:22.788519 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-abdde086-5891-41a3-a953-61b49c1f72c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (f9fa5f3a-1163-40fe-8823-2ef754d3fde8), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:06:23.908653 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-f3fdaedf-96ec-452c-9379-3c0e76d0953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (0df9fe9d-26fa-46ab-82ad-d688df25d25b), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:06:25.451999 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-faab794e-bdda-4347-96c3-65f22e75d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (685fad6c-da4a-411b-a81b-6b8d5228b4a6), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:06:26.727534 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-989bee60-f6c6-4845-bf3d-4eb18ac5e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (14bf0e0e-2845-4779-8c55-c087db2c9db1), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:06:27.619359 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-06634511-7b0b-4d05-9b43-de61cea259b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (e5f4578a-8b65-461b-9155-0533d25cd18a), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 13:06:36.620536 dv-cinder-824031-3-iscsi neutron-server[109464]: DEBUG neutron.db.agents_db [None req-858305a0-a899-4c99-9a4f-5b894a85234b None None] Agent healthcheck: found 6 active agents {{(pid=109464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 13:06:50.486323 dv-cinder-824031-3-iscsi neutron-server[109463]: DEBUG neutron_lib.callbacks.manager [None req-e39255ee-8ace-4a58-b97e-5fe87705f740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727398100336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681554'] for agent (8eb3a606-acf3-4d34-8208-a31c99af56ba), after_update {{(pid=109463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}